-- Logs begin at Thu 2022-05-26 17:19:16 UTC, end at Thu 2022-05-26 18:39:41 UTC. -- May 26 18:08:32.761496 dv-cinder-843493-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 18:08:35.648274 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.common.config [-] Logging enabled! May 26 18:08:35.648910 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 18:08:35.649325 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103856) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 18:08:35.652945 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.common.config [-] Logging enabled! May 26 18:08:35.653243 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 18:08:35.653602 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103856) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 18:08:35.654661 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 18:08:35.654942 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 18:08:35.655412 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 18:08:35.655701 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 18:08:35.655975 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 18:08:35.656464 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.656843 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.657130 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.657480 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.657855 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.658193 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.658530 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.658873 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.659207 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.659531 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.659866 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.660141 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.660466 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.660801 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.661133 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.661401 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] debug = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.661742 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.662275 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.662860 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.663222 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.663562 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.663974 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.664296 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.664619 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.665138 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.665842 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] host = dv-cinder-843493-1-iscsi {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.666165 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.666545 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.666915 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.667249 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.667602 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.667974 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.668292 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.668618 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.668941 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] log_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.669262 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.669595 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.669975 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.670316 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.670587 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.670855 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.671200 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.671557 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.671880 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.672295 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.672619 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.672944 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.673261 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.673577 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.673952 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.674279 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.674612 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.674933 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.675252 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.675571 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.675889 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.676217 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.676534 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.676851 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.677173 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.677501 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.677869 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.678182 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.678533 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.678864 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.679192 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.679522 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.679842 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.680169 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.681026 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.681346 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.681663 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] use_json = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.682084 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.682407 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.682784 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.683107 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.683425 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.683746 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.684064 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.684399 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.684716 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:35.685058 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.685401 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.685761 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.686125 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.686478 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.686811 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.687157 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.687483 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.687819 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.688156 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.688498 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.688824 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.689171 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.689508 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.689887 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.690243 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.690586 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.690929 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.691259 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.691583 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.691905 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.692229 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.692563 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.692936 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.693281 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.693622 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.693980 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.694362 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.694698 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.695029 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.695366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.695708 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.696666 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.696998 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.697374 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.697699 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.698073 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.698414 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.698737 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.699058 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.699387 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.699725 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.700061 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.700384 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.700782 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.701129 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.701459 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.701824 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.702149 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.702476 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.702796 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.703169 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.703494 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.703815 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.704135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.704475 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.704793 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.705151 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.705477 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.705841 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.706172 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.706494 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.706815 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.707135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.707490 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.707833 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.708161 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.708486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.708814 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.709139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.709460 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.709828 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.710153 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.710472 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.710818 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.711142 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.711468 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.711844 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.712169 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.712481 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.712801 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.713155 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.713487 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.713852 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.714204 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.714539 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.714874 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.715204 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.715530 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.715897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.716224 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.716550 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.716880 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.717204 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.717528 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.717900 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.718237 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.718584 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.718925 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.719247 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.719584 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.719922 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.720261 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.720585 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.720942 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.721287 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:35.721555 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 18:08:35.721887 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103856) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 18:08:36.190749 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 18:08:36.191025 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 18:08:36.191333 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 18:08:36.191672 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 18:08:36.537691 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.537942 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.538163 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.539342 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.539612 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.540883 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.596810 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.597084 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.597347 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.613295 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.613573 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.613866 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.645373 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.645652 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.645939 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.684028 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.684677 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:36.684677 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.047007 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.047283 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.047549 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.047817 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.048512 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.150731 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.151056 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.151341 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.151624 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.151894 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.152208 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.152472 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.152728 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.152982 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.153264 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.153525 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.153811 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.154069 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.154330 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.154584 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.154854 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.155110 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.155376 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.155645 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.155903 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.156182 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.156444 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.156721 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.157101 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.157349 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.157595 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.158028 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:08:37.158272 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:08:37.158511 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:08:37.158749 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:08:37.158987 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:08:37.159223 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:08:37.159596 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 18:08:37.164105 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 18:08:37.169239 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 18:08:37.173109 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 26 18:08:37.174764 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 18:08:37.175236 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 18:08:37.175571 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 18:08:37.175956 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 18:08:37.178752 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 18:08:37.179005 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 18:08:37.179348 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 18:08:37.184891 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 18:08:37.209490 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 18:08:37.210005 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.210312 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103856) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 18:08:37.210690 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.212859 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103856) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 18:08:37.213234 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 18:08:37.213828 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 18:08:37.220053 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.220342 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.285374 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 18:08:37.285620 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 18:08:37.285879 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 18:08:37.286268 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 18:08:37.340856 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO dbcounter [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Registered counter for database neutron May 26 18:08:37.358700 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_db.sqlalchemy.engines [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103856) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 18:08:37.364563 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG dbcounter [-] [103856] Writer thread running {{(pid=103856) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 18:08:37.803792 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Initializing driver for type 'gre' May 26 18:08:37.804502 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] gre ID ranges: [(1, 1000)] May 26 18:08:37.859499 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Initializing driver for type 'local' May 26 18:08:37.859839 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Initializing driver for type 'vlan' May 26 18:08:37.873530 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] VlanTypeDriver initialization complete May 26 18:08:37.873882 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Initializing driver for type 'vxlan' May 26 18:08:37.874393 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] vxlan ID ranges: [(1, 1000)] May 26 18:08:37.931195 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Initializing extension driver 'port_security' May 26 18:08:37.931536 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.extensions.port_security [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] PortSecurityExtensionDriver initialization complete May 26 18:08:37.931874 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Initializing mechanism driver 'openvswitch' May 26 18:08:37.932203 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Initializing mechanism driver 'hyperv' May 26 18:08:37.938977 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.plugins.ml2.plugin [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:37.939661 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > port after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.940036 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > port after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.940393 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > port after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.940933 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 18:08:37.941361 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > subnet after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.941720 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > subnet after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.942090 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.942485 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 18:08:37.942896 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > network after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.943252 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > network after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.943598 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > network after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.943997 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 18:08:37.944404 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > security_group after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.944754 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > security_group after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.945096 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.945486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 18:08:37.945949 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.946898 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.947249 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.947643 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 18:08:37.948048 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > address_group after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.948399 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > address_group after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.948736 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.949129 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 18:08:37.949781 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] ML2 OVO RPC backend initialized. {{(pid=103856) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 18:08:37.950539 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.950903 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.951331 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > network before_response 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.951687 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > networks before_response 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.952040 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > port before_response 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.952390 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > ports before_response 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.952740 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > subnet before_response 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.953085 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > subnets before_response 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.953442 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > network after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.953810 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > network after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.954155 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > network after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.954505 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > port after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.954848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > port after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.955188 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > port after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.955526 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > subnet after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.955865 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > subnet after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.956203 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:37.964848 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded quota_driver: . May 26 18:08:37.965216 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.plugin [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Modular L2 Plugin initialization complete May 26 18:08:37.965565 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading services supported by the core plugin {{(pid=103856) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 18:08:37.965936 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.plugins.ml2.managers [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Got port-security extension from driver 'port_security' May 26 18:08:37.966433 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.extensions.vlantransparent [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Disabled vlantransparent extension. May 26 18:08:37.966941 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103856) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 18:08:37.967271 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading Plugin: router May 26 18:08:38.002863 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.003256 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router after_create 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.003633 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router before_create 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.004000 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.004436 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.004858 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router after_delete 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.005221 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.005652 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.006210 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router after_create 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.006539 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router after_update 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.006935 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router after_update 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.007357 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.007773 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router after_update 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.008265 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_update 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.008759 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: port after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.009220 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: port after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.009681 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: subnet after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.010131 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.010567 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.010995 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_create 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.011382 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: port before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.011759 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.012161 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router after_update 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.012621 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.013015 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_create 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.013450 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.013900 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_update 55549900 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.014322 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > agent after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.014759 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > agent after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.015128 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > network after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.016214 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Tracking information for resource: router configured {{(pid=103856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:08:38.016603 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Tracking information for resource: floatingip configured {{(pid=103856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:08:38.023326 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.db.l3_agentschedulers_db [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 18:08:38.024758 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: port after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.025460 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: port after_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.026091 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: port after_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.026536 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: port after_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.027527 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router before_create 55550100 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.028023 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.028516 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_create 55550100 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.029276 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > router precommit_update 55550100 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.035090 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.services.provider_configuration [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service providers = [] {{(pid=103856) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 18:08:38.035460 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.db.servicetype_db [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103856) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 18:08:38.038601 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.services.service_base [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 18:08:38.038953 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.services.service_base [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 18:08:38.039319 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.services.service_base [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 18:08:38.041075 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.services.service_base [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 18:08:38.041454 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.services.service_base [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 18:08:38.041879 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:08:38.042206 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 18:08:38.053069 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:08:38.053390 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading Plugin: auto_allocate May 26 18:08:38.059343 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: network precommit_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.059659 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: network precommit_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.060207 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:08:38.060530 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading Plugin: tag May 26 18:08:38.067235 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:08:38.067562 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading Plugin: timestamp May 26 18:08:38.071711 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:08:38.072039 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading Plugin: network_ip_availability May 26 18:08:38.077634 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.078046 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.078404 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.079163 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:08:38.079488 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading Plugin: flavors May 26 18:08:38.084521 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:08:38.084862 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading Plugin: revisions May 26 18:08:38.089972 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:08:38.090372 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_concurrency.lockutils [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.899s {{(pid=103856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 18:08:38.091145 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103856) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 18:08:38.091485 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Initializing extension manager. May 26 18:08:38.092021 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: __init__.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.092372 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: __pycache__ {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.092704 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: _port_mac_address_override.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.093037 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: address_group.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.094095 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.094681 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: address-group May 26 18:08:38.095194 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: address_scope.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.095926 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.096562 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: address-scope May 26 18:08:38.096898 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.097854 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.098368 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: router-admin-state-down-before-update May 26 18:08:38.098692 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: agent.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.099409 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.099917 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: agent May 26 18:08:38.100242 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: agent_resources_synced.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.101171 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.101679 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: agent-resources-synced May 26 18:08:38.102037 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: allowedaddresspairs.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.104631 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.105171 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: allowed-address-pairs May 26 18:08:38.105507 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: auto_allocated_topology.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.106622 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.107139 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: auto-allocated-topology May 26 18:08:38.107472 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: availability_zone.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.108175 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.108683 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: availability_zone May 26 18:08:38.109010 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: availability_zone_filter.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.109965 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.110472 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: availability_zone_filter May 26 18:08:38.110799 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: data_plane_status.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.111712 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.112220 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension data-plane-status not supported by any of loaded plugins May 26 18:08:38.112547 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: default_subnetpools.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.113461 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.113995 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: default-subnetpools May 26 18:08:38.114325 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.115157 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.115665 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: dhcp_agent_scheduler May 26 18:08:38.115993 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: dns.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.116991 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.117423 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension dns-integration not supported by any of loaded plugins May 26 18:08:38.117948 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: dns_domain_ports.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.118733 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.119246 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 18:08:38.119573 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.120499 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.121010 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 18:08:38.121335 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: dvr.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.122035 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.122544 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: dvr May 26 18:08:38.122867 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: ecmp_routes.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.123790 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.124299 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 18:08:38.124622 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: empty_string_filtering.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.125537 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.126066 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: empty-string-filtering May 26 18:08:38.126392 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.128251 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.128251 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 18:08:38.128251 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.129031 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.129539 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 18:08:38.129903 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: external_net.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.130810 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.131318 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: external-net May 26 18:08:38.131643 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.132566 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.133065 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: extra_dhcp_opt May 26 18:08:38.133943 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: extraroute.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.134892 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.135399 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: extraroute May 26 18:08:38.135728 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: extraroute_atomic.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.136777 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.137285 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: extraroute-atomic May 26 18:08:38.137611 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: filter_validation.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.138331 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.138836 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: filter-validation May 26 18:08:38.139162 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: fip_pf_description.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.140088 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.140588 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 18:08:38.140909 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: fip_pf_port_range.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.141854 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.142361 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 18:08:38.142691 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: fip_port_details.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.143626 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.144129 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: fip-port-details May 26 18:08:38.144453 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: flavors.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.145691 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.146238 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: flavors May 26 18:08:38.146568 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.148247 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.148773 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 18:08:38.149755 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: floatingip_pools.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.150797 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.151321 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: floatingip-pools May 26 18:08:38.151653 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: ip_allocation.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.152589 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.153101 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension ip_allocation not supported by any of loaded plugins May 26 18:08:38.153432 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.154385 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.154898 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: ip-substring-filtering May 26 18:08:38.155228 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l2_adjacency.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.156152 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.156658 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 18:08:38.156984 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.158028 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.158554 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: router May 26 18:08:38.158882 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.161151 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.161684 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 18:08:38.162049 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.162980 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.163495 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: ext-gw-mode May 26 18:08:38.163824 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.164813 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.165735 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: l3-ha May 26 18:08:38.166078 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.167024 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.167522 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 18:08:38.167850 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3_flavors.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.168767 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.169278 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: l3-flavors May 26 18:08:38.169607 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.171017 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.171541 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 18:08:38.171876 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.172807 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.173326 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 18:08:38.173659 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: l3agentscheduler.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.174761 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.175282 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: l3_agent_scheduler May 26 18:08:38.175613 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: local_ip.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.177393 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.177950 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension local_ip not supported by any of loaded plugins May 26 18:08:38.178284 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: logging.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.179756 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.180503 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension logging not supported by any of loaded plugins May 26 18:08:38.180852 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: metering.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.181382 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.182005 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: metering May 26 18:08:38.182334 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.183457 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.183973 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: metering_source_and_destination_fields May 26 18:08:38.184300 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: multiprovidernet.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.185381 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.185943 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: multi-provider May 26 18:08:38.186274 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: netmtu.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.187204 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.187715 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: net-mtu May 26 18:08:38.188048 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: netmtu_writable.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.188973 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.189488 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: net-mtu-writable May 26 18:08:38.189845 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: network_availability_zone.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.190538 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.191043 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: network_availability_zone May 26 18:08:38.191366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: network_ip_availability.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.192493 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.193000 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: network-ip-availability May 26 18:08:38.193327 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: network_segment_range.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.194147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.194657 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension network-segment-range not supported by any of loaded plugins May 26 18:08:38.194982 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: pagination.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.196518 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.196853 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: pagination May 26 18:08:38.197310 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: port_device_profile.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.198338 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.198856 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: port-device-profile May 26 18:08:38.199180 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: port_mac_address_override.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.200134 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.200654 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: port-mac-override May 26 18:08:38.200982 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.201939 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.202455 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: port-mac-address-regenerate May 26 18:08:38.202780 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.203694 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.204205 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: port-numa-affinity-policy May 26 18:08:38.204528 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: port_resource_request.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.205453 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.206050 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension port-resource-request not supported by any of loaded plugins May 26 18:08:38.206373 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: port_resource_request_groups.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.207354 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.207858 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 18:08:38.208181 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: portbindings.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.209120 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.209628 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: binding May 26 18:08:38.209980 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: portbindings_extended.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.211277 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.212511 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: binding-extended May 26 18:08:38.212908 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: portsecurity.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.213887 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.214399 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: port-security May 26 18:08:38.214728 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: project_id.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.215716 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.216045 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: project-id May 26 18:08:38.216368 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: providernet.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.217292 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.217834 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: provider May 26 18:08:38.218162 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.221867 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.222393 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos not supported by any of loaded plugins May 26 18:08:38.222726 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.223999 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.224501 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 18:08:38.224837 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.225785 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.226306 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 18:08:38.226636 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_default.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.228001 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.228919 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-default not supported by any of loaded plugins May 26 18:08:38.229252 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_fip.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.230211 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.230732 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-fip not supported by any of loaded plugins May 26 18:08:38.231063 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.231983 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.232503 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 18:08:38.232820 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_gateway_ip.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.233761 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.234276 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 18:08:38.234603 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_port_network_policy.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.235529 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.236044 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 18:08:38.236370 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.237417 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.238123 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 18:08:38.238463 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.239520 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.240026 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 18:08:38.240352 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_pps_rule.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.241540 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.242091 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-pps not supported by any of loaded plugins May 26 18:08:38.242420 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_rule_type_details.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.243405 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.243919 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 18:08:38.244246 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.245184 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.245691 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 18:08:38.246052 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: qos_rules_alias.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.247242 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.247755 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 18:08:38.248088 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: quota_check_limit.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.249008 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.249527 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: quota-check-limit May 26 18:08:38.249889 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: quotasv2.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.250912 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.251240 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: quotas May 26 18:08:38.251565 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: quotasv2_detail.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.253312 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.253655 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: quota_details May 26 18:08:38.254035 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: rbac.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.255129 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.255682 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: rbac-policies May 26 18:08:38.256020 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: rbac_address_group.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.256971 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.257489 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: rbac-address-group May 26 18:08:38.257853 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: rbac_address_scope.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.259381 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.260060 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: rbac-address-scope May 26 18:08:38.260437 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: rbac_security_groups.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.261431 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.262027 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: rbac-security-groups May 26 18:08:38.262396 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: rbac_subnetpool.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.263368 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.263929 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: rbac-subnetpool May 26 18:08:38.264294 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: revisionifmatch.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.265266 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.265873 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: revision-if-match May 26 18:08:38.266305 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: revisions.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.267491 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.268005 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: standard-attr-revisions May 26 18:08:38.268335 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: router_availability_zone.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.269019 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.272158 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: router_availability_zone May 26 18:08:38.272158 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: routerservicetype.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.272158 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.272158 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension router-service-type not supported by any of loaded plugins May 26 18:08:38.272158 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.272685 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.273142 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: security-groups-normalized-cidr May 26 18:08:38.273353 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.275051 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.275632 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: port-security-groups-filtering May 26 18:08:38.275959 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.276928 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.277447 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: security-groups-remote-address-group May 26 18:08:38.277794 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.278747 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.279264 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: security-groups-shared-filtering May 26 18:08:38.279594 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: securitygroup.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.292083 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.292518 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: security-group May 26 18:08:38.292859 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: segment.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.293655 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.294212 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension segment not supported by any of loaded plugins May 26 18:08:38.294548 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.295571 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.296086 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 18:08:38.296416 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: servicetype.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.297549 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.298192 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: service-type May 26 18:08:38.298527 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: sorting.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.299536 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.299865 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: sorting May 26 18:08:38.300189 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: standard_attr_segment.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.301129 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.301645 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 18:08:38.301996 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: standardattrdescription.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.302662 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.306760 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: standard-attr-description May 26 18:08:38.306760 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: stateful_security_group.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.306760 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.306760 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: stateful-security-group May 26 18:08:38.306760 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: stdattrs_common.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.306760 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 18:08:38.306760 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.307293 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.307635 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 18:08:38.307961 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: subnet_onboard.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.309063 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.309608 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: subnet_onboard May 26 18:08:38.309927 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.310881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.311417 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 18:08:38.311707 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: subnet_service_types.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.312653 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.313166 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: subnet-service-types May 26 18:08:38.313491 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: subnetallocation.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.314630 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.315146 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: subnet_allocation May 26 18:08:38.315473 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.316159 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.316667 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: subnetpool-prefix-ops May 26 18:08:38.316991 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.317966 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.318540 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 18:08:38.319292 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: tagging.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.319967 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.320469 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: standard-attr-tag May 26 18:08:38.320806 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: timestamp.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.322664 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.323187 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loaded extension: standard-attr-timestamp May 26 18:08:38.323518 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: trunk.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.324569 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.325083 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension trunk not supported by any of loaded plugins May 26 18:08:38.325598 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: trunk_details.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.326366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.326915 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension trunk-details not supported by any of loaded plugins May 26 18:08:38.327211 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: uplink_status_propagation.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.328389 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.328674 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 18:08:38.328998 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Loading extension file: vlantransparent.py {{(pid=103856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:08:38.329684 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:08:38.330216 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 18:08:38.332866 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:network May 26 18:08:38.333428 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:subnet May 26 18:08:38.333863 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:08:38.334270 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:port May 26 18:08:38.335556 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.335989 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service FLAVORS assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.337189 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.337659 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.338021 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:router May 26 18:08:38.338460 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:floatingip May 26 18:08:38.338957 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service METERING assigned prefix: /metering {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.340454 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.340829 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.341194 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:08:38.342259 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of CountableResource for resource:rbac_policy May 26 18:08:38.342710 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:security_group May 26 18:08:38.343163 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 18:08:38.343758 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service CORE assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.344092 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:08:38.344443 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] subnetpool is already registered May 26 18:08:38.344879 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service CORE assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.345207 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:08:38.345541 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] subnetpool is already registered May 26 18:08:38.347939 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.348382 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service FLAVORS assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.348972 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.349395 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.349841 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:router May 26 18:08:38.350191 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] router is already registered May 26 18:08:38.350606 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:floatingip May 26 18:08:38.350954 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] floatingip is already registered May 26 18:08:38.351417 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service METERING assigned prefix: /metering {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.352081 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of CountableResource for resource:rbac_policy May 26 18:08:38.352600 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] rbac_policy is already registered May 26 18:08:38.353022 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:security_group May 26 18:08:38.353362 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] security_group is already registered May 26 18:08:38.353792 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 18:08:38.354131 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] security_group_rule is already registered May 26 18:08:38.354755 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service CORE assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.355088 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:08:38.355425 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] subnetpool is already registered May 26 18:08:38.355846 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.v2.resource_helper [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Service CORE assigned prefix: {{(pid=103856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:08:38.356171 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:08:38.356503 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING neutron.quota.resource_registry [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] subnetpool is already registered May 26 18:08:38.356978 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: extensions {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.358517 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: address-groups {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.359993 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: address-scopes {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.361316 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: agents {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.362512 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: auto-allocated-topology {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.363750 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: availability_zones {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.365075 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: dhcp-networks {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.366665 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: dhcp-agents {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.368381 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: routers {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.370077 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: flavors {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.371339 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: service_profiles {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.372555 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: next_providers {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.374005 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: service_profiles {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.375561 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: floatingip-pools {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.376761 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: routers {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.378485 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: floatingips {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.379769 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: l3-routers {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.381152 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: l3-agents {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.382592 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: metering-labels {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.384463 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: metering-label-rules {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.385853 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: network-ip-availabilities {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.387125 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: bindings {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.388663 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: quotas {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.391320 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: quotas {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.392860 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: rbac-policies {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.394081 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: security-groups {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.395402 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: security-group-rules {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.396650 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: service-providers {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.397892 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: subnetpools {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.400000 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: subnetpools {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.401747 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.403458 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.405265 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.407089 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.408767 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.410799 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.412489 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.414413 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.416625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.418444 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron.api.extensions [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Extended resource: tags {{(pid=103856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:08:38.424476 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING keystonemiddleware.auth_token [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 18:08:38.429677 dv-cinder-843493-1-iscsi neutron-server[103856]: WARNING keystonemiddleware.auth_token [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 18:08:38.438853 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_concurrency.lockutils [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Acquired lock "singleton_lock" {{(pid=103856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 18:08:38.439337 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_concurrency.lockutils [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Releasing lock "singleton_lock" {{(pid=103856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 18:08:38.440013 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO oslo_service.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Starting 2 workers May 26 18:08:38.444991 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Started child 103965 {{(pid=103856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 18:08:38.450417 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Started child 103967 {{(pid=103856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 18:08:38.451294 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.452075 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO neutron.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 18:08:38.452684 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.453207 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [-] (103965) wsgi starting up on http://0.0.0.0:9696 May 26 18:08:38.453386 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 50596) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:38.455159 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO oslo_service.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Starting 1 workers May 26 18:08:38.455346 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.456894 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [-] (103967) wsgi starting up on http://0.0.0.0:9696 May 26 18:08:38.460579 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Started child 103968 {{(pid=103856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 18:08:38.461144 dv-cinder-843493-1-iscsi neutron-server[103856]: INFO oslo_service.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Starting 1 workers May 26 18:08:38.462881 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073133 May 26 18:08:38.465398 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] calling RpcWorker wait() {{(pid=103968) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 18:08:38.468258 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] returning from RpcWorker wait() {{(pid=103968) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 18:08:38.468258 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.468525 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Started child 103970 {{(pid=103856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 18:08:38.468658 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:38.468783 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG neutron_lib.callbacks.manager [None req-44515a76-4fdd-44ba-a750-6a53faf3a789 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.470144 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103856) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 18:08:38.470368 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 18:08:38.470558 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 18:08:38.470785 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 18:08:38.471313 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 18:08:38.471670 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 18:08:38.472378 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.472483 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.473338 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.473800 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.474218 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.474978 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.475404 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.475809 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.476242 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.476664 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.477020 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.477421 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.478036 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.478469 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.478963 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.479388 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.479801 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.480208 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.480538 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.480989 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.481451 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.481881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.482322 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] debug = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.482752 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.483443 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.483867 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.484263 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.484655 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.485109 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.485533 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.486020 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.486458 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.486850 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.487269 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.487727 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.488142 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.488541 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.488946 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.489412 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.489846 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.490541 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] host = dv-cinder-843493-1-iscsi {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.492034 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.492276 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.492559 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.493713 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.493713 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.493938 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.495233 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.495233 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.495233 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.495452 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:38.495539 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.495740 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.495944 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.496147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.496407 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.496577 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_options = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.496851 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.497113 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.497543 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.497640 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.497902 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.498138 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.498350 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.498552 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.498842 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.499223 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.501366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.501366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.501366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.501366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.501366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.501366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.501366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.502366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.502780 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.503046 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.503291 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.503542 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.503798 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.504014 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.504241 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.505016 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.505257 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.506779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.506779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.506779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.506779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.506779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.506779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.507182 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.507257 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.507476 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.507896 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.508005 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.508246 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.508551 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.509309 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.509581 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.509835 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.510100 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.510325 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.510550 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.510798 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_json = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.511020 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.511264 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.511499 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.511737 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.511958 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.512178 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.512452 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.512722 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.512946 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.513368 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.513700 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.515042 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.515401 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.515681 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.515953 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.516203 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.516437 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.516683 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.516933 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.517422 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.517684 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.518089 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.519904 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.519904 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.519904 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.519904 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.519904 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.519904 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.520325 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.520325 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.520610 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.520762 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.521004 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.521279 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.521553 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.524703 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.524703 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.524703 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.524703 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.524703 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.524703 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.524703 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.525212 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.525212 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.525339 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.525600 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.525866 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.526101 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.526331 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.526600 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.527065 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.527485 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.527902 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.528329 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.528586 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.528988 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.529447 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.529914 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.530928 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.530928 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.530928 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.531173 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.531259 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.531507 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.531753 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.532019 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.532259 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.532526 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.532788 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.533540 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.533540 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.533540 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.534002 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.535495 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.535495 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.535495 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.536027 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.536027 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.536306 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.536458 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.537137 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.537137 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.538232 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.538232 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.539054 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.540986 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.541488 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.542228 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.542479 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.542756 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.542999 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.543224 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.543723 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.544167 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.544462 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.544912 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.545348 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.545804 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.546243 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.546659 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.547164 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.547603 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.548076 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.549381 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.549381 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.549381 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.549381 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.549709 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.550083 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.550829 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.550829 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.550986 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.551244 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.551479 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.551709 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.551956 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.553231 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.553529 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.553794 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.554048 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.554394 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.556334 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.556334 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.556539 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.556668 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.556906 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.557180 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.557459 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.557766 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.558012 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.558314 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.558543 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.558818 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.559231 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.559744 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.560192 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.560607 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.561042 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.561527 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.561988 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.562418 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.562833 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.563076 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.563459 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.563739 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.563988 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.564215 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.564454 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.564811 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.565068 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.565292 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.565513 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.565805 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.566216 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.566468 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.566741 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.566995 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.567234 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.567481 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.567714 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.567963 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.568190 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.568439 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.568798 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.569338 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.569621 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.569874 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.570095 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.570473 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.570985 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.571355 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.571758 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.572129 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.572498 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.572911 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.573325 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.573856 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.574261 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.574689 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.574914 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.575340 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.575768 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.576198 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.576657 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.577107 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.577576 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.577892 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.578147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.578411 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.578645 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.578899 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.579135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.579441 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.579690 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.579920 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.580141 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.580358 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.580746 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.581141 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.581397 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.581620 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.581918 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.582193 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.584831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.584831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.584831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.584831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.584831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.584831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.584831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.584831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.585698 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.585698 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.585698 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.585698 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.585698 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.585698 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.586339 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.586339 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.586339 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.587361 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.587510 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.587629 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.587865 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.588093 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.588333 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.588555 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.588778 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.589000 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.589216 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.589437 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.589676 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.590000 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.590258 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.590493 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.590755 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.590996 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.591243 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.591616 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.592012 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.592238 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.592469 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.592690 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.592905 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.593157 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.593378 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.593595 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.593848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.594072 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.594289 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.594539 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.594751 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.594947 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.595168 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.595383 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.595591 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.595824 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.596036 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.596250 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.596476 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.596737 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.596927 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.597184 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.597399 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.597615 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.598659 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.598659 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.598659 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.598659 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.599196 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.599196 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.599472 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.600068 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.600068 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.600068 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.600427 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.600509 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.600760 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.601066 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.601294 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.601519 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.601786 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.602613 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.602613 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.602787 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.603021 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.603306 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.603603 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.603770 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:38.603929 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.604136 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.604451 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.604806 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606009 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606009 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606009 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606009 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606552 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606552 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606552 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606869 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.606967 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.609486 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.611139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.611139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 18:08:38.611139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103856) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 18:08:38.611139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 18:08:38.611139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 18:08:38.611139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 18:08:38.611139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 18:08:38.611139 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 18:08:38.612135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612135 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612613 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612613 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612766 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.612971 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.613133 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.613453 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.613611 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.613835 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.613988 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.614105 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.614432 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.614747 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.615037 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.615320 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.615599 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] debug = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.615893 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.616109 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.616274 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.616581 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.616752 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.616902 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.617058 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.617371 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.617529 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.617667 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.618460 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.618624 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.618787 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.618952 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.619110 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.619272 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.619432 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.619593 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] host = dv-cinder-843493-1-iscsi {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.619757 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.619947 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.620107 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.620219 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.620376 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.620509 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.620666 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.620825 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.621897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.621897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.621897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.621897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.621897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.621897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.621897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_options = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.622430 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.622430 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.622430 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.622643 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.622643 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.623881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.623881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.623881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.623881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.623881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.623881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.623881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.623881 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.624432 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.624432 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.624432 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.624432 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.624831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.624831 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.624980 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.625067 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.625154 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.625304 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.625472 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.625621 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.625803 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.625968 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.626127 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.626285 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.626444 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.626605 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.626766 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.626926 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.627086 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.627246 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.628907 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.628907 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.628907 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.628907 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.628907 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.628907 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.628907 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.628907 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629390 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629390 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629390 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629390 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_json = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629390 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629390 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629779 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.629954 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.630142 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.630229 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.630389 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:08:38.630574 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.630742 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.630926 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.631707 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.632033 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.632203 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.632366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.633570 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.633570 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.633570 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.633570 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.633570 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.633570 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.634431 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.634431 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.634431 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.634431 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.634431 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635215 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635215 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635215 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635215 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635215 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.635848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.636359 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.636359 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.636359 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.636359 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.636867 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.636867 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.636867 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.637256 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.637256 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.637256 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.637622 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.637622 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.637888 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.640474 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.640474 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.640474 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.640474 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.640474 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.640474 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.640474 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.640474 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.641625 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.643651 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.643651 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.643651 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.643651 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.643651 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.643651 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.643651 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.643651 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644147 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644720 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644720 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644720 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644720 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644720 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.644720 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645403 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645403 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645403 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645403 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645403 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645715 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645715 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645873 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.645993 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.646130 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.646292 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.646495 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.646623 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.646816 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.646995 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.647141 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.647260 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.647366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.647541 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.647715 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.647855 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.648006 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.649848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.649848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.649848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.649848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.649848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.649848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.649848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.649848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.650420 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.650420 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.650420 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.650420 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.650815 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.650815 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.650815 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.651095 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.651095 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.651366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.651366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.651564 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.651714 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.651871 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.652043 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.652194 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.652366 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.652506 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.652682 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.652799 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.652967 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.653134 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.653391 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.653663 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.653960 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.654285 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.654567 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.654862 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.655164 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.655492 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.655788 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.656079 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.656456 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.656606 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.657832 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.657832 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.657832 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.657832 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.658297 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.658297 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.658582 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.658837 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.659110 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.659393 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.659959 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.659959 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.660219 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.660446 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.660722 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.661009 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.661269 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.661537 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.661848 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.662300 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.662453 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.662593 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.662901 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.663145 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.663408 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.663678 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.663968 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.664244 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.664531 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.664895 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.665641 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.665641 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.667073 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.667073 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.667073 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.667073 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.667073 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.667894 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.668074 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.668252 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.668612 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.668612 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.668861 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.668944 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.669057 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.669222 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.669386 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.669550 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.669713 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.669899 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.670085 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.670270 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.670410 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.671214 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.671214 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.671214 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.671214 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.671214 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.671717 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.671717 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.671717 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.672086 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.672086 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.672086 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.672913 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.672913 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.672913 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.672913 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.672913 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.673263 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.673263 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.673263 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.673622 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.673622 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.673859 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.673966 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.674069 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.674279 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.674375 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.674517 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.674679 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.674841 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.675004 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.675167 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.675328 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.675501 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.675662 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.675824 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.676090 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.676264 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.676442 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.676590 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.676775 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.676929 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.677075 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.677220 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.677382 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.677553 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.677715 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.677897 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.678060 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.678225 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.678387 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.678558 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679362 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679362 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679362 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679362 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679362 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679690 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679690 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679810 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.679938 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.680103 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.680795 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.680999 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.681232 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.681426 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.681591 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.681766 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.681935 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.682101 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.682279 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.682442 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.682610 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.682900 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.682900 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.683136 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.683219 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.683372 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.683544 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.683715 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.683878 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.684048 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.684220 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.684390 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.684553 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.684721 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.684896 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.685059 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.685245 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.685380 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.685505 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.685666 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.685862 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.686024 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.686206 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.686367 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.686528 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.686689 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.686851 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.687011 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.687174 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.687334 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.688335 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.688513 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.688679 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.688842 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:08:38.688999 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 18:08:40.516843 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writer thread running {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 18:08:47.924710 dv-cinder-843493-1-iscsi neutron-server[103856]: DEBUG dbcounter [-] [103856] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103856) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:50.374498 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545cd74-1365-43f9-b101-d4bc2a432ef7 None None] get_active_networks_info from dv-cinder-843493-1-iscsi {{(pid=103968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 18:08:50.391405 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writer thread running {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 18:08:50.461896 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4545cd74-1365-43f9-b101-d4bc2a432ef7 None None] No non-hosted networks {{(pid=103968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 18:08:50.478960 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.agentschedulers_db [None req-4545cd74-1365-43f9-b101-d4bc2a432ef7 None None] DHCP Agent not found on host dv-cinder-843493-1-iscsi {{(pid=103968) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 18:08:50.522274 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:50.571554 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:50.621927 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4c3bb71e-d898-48b9-90a2-db0da24ba2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-944399'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.510348 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52932792-8726-4291-a37d-d1ef261acefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-944399'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.563558 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9768ea07-311e-45f2-955c-59c708dfadef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:53.619090 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-944399'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:53.699806 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 50686) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:54.285594 dv-cinder-843493-1-iscsi neutron-server[103967]: WARNING oslo_policy.policy [None req-72aa6f2a-d337-4484-ac4b-216565a3d082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:08:54.286368 dv-cinder-843493-1-iscsi neutron-server[103967]: WARNING oslo_policy.policy [None req-72aa6f2a-d337-4484-ac4b-216565a3d082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:08:54.519441 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [None req-72aa6f2a-d337-4484-ac4b-216565a3d082 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:08:54.529755 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-72aa6f2a-d337-4484-ac4b-216565a3d082 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8181508 May 26 18:08:55.202261 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-944399'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.421834 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-944399'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:56.423468 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.424067 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.424607 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.425173 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.425691 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.426826 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.427397 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.428192 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.428713 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.429287 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.431141 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.431726 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.432278 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.432798 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.433328 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:08:56.433986 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843493-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:56.441652 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843493-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:57.091073 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 50716) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:57.475464 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-033e86bd-c9a0-4b00-95a4-620cf6a8b2f3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:57.587104 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.policy [None req-033e86bd-c9a0-4b00-95a4-620cf6a8b2f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103967) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 18:08:57.641383 dv-cinder-843493-1-iscsi neutron-server[103967]: WARNING oslo_policy.policy [None req-033e86bd-c9a0-4b00-95a4-620cf6a8b2f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:08:57.641909 dv-cinder-843493-1-iscsi neutron-server[103967]: WARNING oslo_policy.policy [None req-033e86bd-c9a0-4b00-95a4-620cf6a8b2f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:08:57.662587 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writer thread running {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 18:08:57.746426 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-033e86bd-c9a0-4b00-95a4-620cf6a8b2f3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744802492412', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744802488816', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744802504891', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744802531941', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744802517690', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744802542880', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3942954', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3948999', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1039544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-960613'] for rbac-policy (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.817605 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-033e86bd-c9a0-4b00-95a4-620cf6a8b2f3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:57.836991 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-033e86bd-c9a0-4b00-95a4-620cf6a8b2f3 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7267244 May 26 18:08:57.868229 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.db.l3_hamode_db [None req-10a4485c-9c3f-423a-ab25-ea3b6d13f8be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 18:08:57.951573 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4485c-9c3f-423a-ab25-ea3b6d13f8be None None] Routers set() bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:57.952118 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4485c-9c3f-423a-ab25-ea3b6d13f8be None None] Router IDs set() for agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 18:09:00.327344 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 50728) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:00.652033 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:00.682130 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Made reservation on behalf of f5b2e96e553d496d96e8f916fb522477 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:09:00.686016 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.702529 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.811232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Publish callbacks [] for security_group (82bf5012-b62d-4077-9d74-0d10c9a830fd), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.815064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (82bf5012-b62d-4077-9d74-0d10c9a830fd), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.848633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:09:00.877394 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (1fb60812-a79e-49e8-a559-4c2cd55ff146), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:00.877935 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Added segment 1fb60812-a79e-49e8-a559-4c2cd55ff146 of type vlan for network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 May 26 18:09:00.892569 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf5012-b62d-4077-9d74-0d10c9a830fd,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:00.919675 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.920014 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.920363 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.920712 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.921040 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.921362 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.921692 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.922033 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.922352 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.922667 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.922983 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.923318 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.923636 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.923953 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.924260 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Tracked resource versions report: May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: pushed versions: May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: { 'AddressGroup': {'1.2'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Agent': {'1.1'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'ConntrackHelper': {'1.0'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'LocalIPAssociation': {'1.0'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Log': {'1.0'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'NDPProxy': {'1.0'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Network': {'1.1'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Port': {'1.7'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'PortForwarding': {'1.3'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'QosPolicy': {'1.10'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SecurityGroup': {'1.5'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SecurityGroupRule': {'1.2'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SubPort': {'1.0'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Subnet': {'1.1'}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Trunk': {'1.1'}} May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: consumer versions: May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: { DHCP agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: L3 agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: Metadata agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: Metering agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: Open vSwitch agent@dv-cinder-843493-1-iscsi: { 'AddressGroup': '1.2', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Agent': '1.1', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'ConntrackHelper': '1.0', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'LocalIPAssociation': '1.0', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Log': '1.0', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'NDPProxy': '1.0', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Network': '1.1', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Port': '1.7', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'PortForwarding': '1.3', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'QosPolicy': '1.10', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SecurityGroup': '1.5', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SecurityGroupRule': '1.2', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SubPort': '1.0', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Subnet': '1.1', May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Trunk': '1.1'}} May 26 18:09:00.925597 dv-cinder-843493-1-iscsi neutron-server[103967]: {{(pid=103967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:09:00.989479 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (2e95169f-893e-40de-9c55-22ea2b9c9ec9), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.006088 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=50,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:01.043977 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (2e95169f-893e-40de-9c55-22ea2b9c9ec9), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.049241 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:01.050159 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:01.141196 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8127701 May 26 18:09:01.172866 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34663f-dca0-4fa6-ac4a-65513ebc318b demo demo] Pushing event updated for resources: {'Network': ['ID=2e95169f-893e-40de-9c55-22ea2b9c9ec9,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:01.186746 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:09:03.663208 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 50742) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:04.105883 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9fbc6c-3392-4128-aae7-f26813cee438 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.107189 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5e9fbc6c-3392-4128-aae7-f26813cee438 demo admin] 10.222.0.46 "GET /v2.0/networks/2e95169f-893e-40de-9c55-22ea2b9c9ec9 HTTP/1.1" status: 200 len: 825 time: 0.4425228 May 26 18:09:04.131706 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1c9d5236-76f1-4e12-bfb7-a348683e8f25 demo admin] 10.222.0.46 "GET /v2.0/subnetpools/3e57bfcc-53e1-4d1b-b030-475d37df158d HTTP/1.1" status: 200 len: 734 time: 0.0188069 May 26 18:09:04.140554 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '3e57bfcc-53e1-4d1b-b030-475d37df158d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:04.162074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Made reservation on behalf of f5b2e96e553d496d96e8f916fb522477 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:09:04.165580 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:04.411175 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:04.477541 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (c334b46f-d7d2-4989-966e-e46f578cb9d5), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:04.550106 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Pushing event updated for resources: {'Subnet': ['ID=c334b46f-d7d2-4989-966e-e46f578cb9d5,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:04.554545 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Checking segment: {'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:09:04.554919 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Network hostable DHCP agents. Network: 2e95169f-893e-40de-9c55-22ea2b9c9ec9, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:09:04.576586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:09:04.588414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 2e95169f-893e-40de-9c55-22ea2b9c9ec9) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:04.593293 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.593928 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:04.599855 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c57fb06-d215-464b-93ca-b376d67f6221 None None] Network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:09:04.610761 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e18bd37e-e3b6-43f2-8bdb-b66c643800fd demo admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4734356 May 26 18:09:04.866868 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-2e95169f-893e-40de-9c55-22ea2b9c9ec9', 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9', 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'fixed_ips': [{'subnet_id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:09:04.868175 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.160795 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Allocated IP 172.20.0.2 (2e95169f-893e-40de-9c55-22ea2b9c9ec9/c334b46f-d7d2-4989-966e-e46f578cb9d5/d6f9d24c-d114-451f-b857-2cca18118f1f) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:09:05.191002 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:05.447875 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Publish callbacks [] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.456648 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.519936 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:09:05.525448 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:05.539823 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:09:05.581788 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Pushing event updated for resources: {'Port': ['ID=d6f9d24c-d114-451f-b857-2cca18118f1f,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:05.609682 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.610342 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.610481 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.610729 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.611057 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.611379 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.611698 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.612012 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.612325 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.612638 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.612953 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.613279 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.613593 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.613924 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.614232 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Tracked resource versions report: May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: pushed versions: May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: { 'AddressGroup': {'1.2'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Agent': {'1.1'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'ConntrackHelper': {'1.0'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'LocalIPAssociation': {'1.0'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Log': {'1.0'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'NDPProxy': {'1.0'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Network': {'1.1'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Port': {'1.7'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'PortForwarding': {'1.3'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'QosPolicy': {'1.10'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SecurityGroup': {'1.5'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SecurityGroupRule': {'1.2'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SubPort': {'1.0'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Subnet': {'1.1'}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Trunk': {'1.1'}} May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: consumer versions: May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: { DHCP agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: L3 agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: Metadata agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: Metering agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: Open vSwitch agent@dv-cinder-843493-1-iscsi: { 'AddressGroup': '1.2', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Agent': '1.1', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'ConntrackHelper': '1.0', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'LocalIPAssociation': '1.0', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Log': '1.0', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'NDPProxy': '1.0', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Network': '1.1', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Port': '1.7', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'PortForwarding': '1.3', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'QosPolicy': '1.10', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SecurityGroup': '1.5', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SecurityGroupRule': '1.2', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SubPort': '1.0', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Subnet': '1.1', May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Trunk': '1.1'}} May 26 18:09:05.615591 dv-cinder-843493-1-iscsi neutron-server[103968]: {{(pid=103968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:09:05.647260 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Attempting to bind port d6f9d24c-d114-451f-b857-2cca18118f1f on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:09:05.647652 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Attempting to bind port d6f9d24c-d114-451f-b857-2cca18118f1f by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:09:05.648611 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Attempting to bind port d6f9d24c-d114-451f-b857-2cca18118f1f on network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:09:05.653619 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:09:05.654027 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Checking segment: {'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:09:05.654498 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.654881 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Bound using segment: {'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:09:05.655355 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Bound port: d6f9d24c-d114-451f-b857-2cca18118f1f, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:09:05.655741 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.666581 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:05.721390 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] For port d6f9d24c-d114-451f-b857-2cca18118f1f, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:09:05.741523 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] For port d6f9d24c-d114-451f-b857-2cca18118f1f, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=d6f9d24c-d114-451f-b857-2cca18118f1f,segment=NetworkSegment(1fb60812-a79e-49e8-a559-4c2cd55ff146),segment_id=1fb60812-a79e-49e8-a559-4c2cd55ff146)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:09:05.749086 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:05.815820 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1a5e9-03c9-4afa-80b9-f44ba489feea None None] Pushing event updated for resources: {'Port': ['ID=d6f9d24c-d114-451f-b857-2cca18118f1f,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:07.151568 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 50752) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:07.227442 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:07.236425 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:07.608653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [None req-00c9ebed-5bc5-4928-824b-e1e49b28050b admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:09:07.621750 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-00c9ebed-5bc5-4928-824b-e1e49b28050b admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4572859 May 26 18:09:10.239271 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 50760) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:10.768946 dv-cinder-843493-1-iscsi neutron-server[103965]: WARNING oslo_policy.policy [None req-e78d1edf-6d91-4c2c-aa13-b255510d5376 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:09:10.769509 dv-cinder-843493-1-iscsi neutron-server[103965]: WARNING oslo_policy.policy [None req-e78d1edf-6d91-4c2c-aa13-b255510d5376 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:09:10.995469 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [None req-e78d1edf-6d91-4c2c-aa13-b255510d5376 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:09:10.996639 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e78d1edf-6d91-4c2c-aa13-b255510d5376 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7563686 May 26 18:09:13.534783 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 50774) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:13.860110 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:13.921197 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.policy [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103965) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 18:09:13.964147 dv-cinder-843493-1-iscsi neutron-server[103965]: WARNING oslo_policy.policy [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:09:13.964561 dv-cinder-843493-1-iscsi neutron-server[103965]: WARNING oslo_policy.policy [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:09:13.985440 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writer thread running {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 18:09:13.999640 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:14.032071 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.034429 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.206666 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] Publish callbacks [] for router_controller (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), precommit_add_association {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.212516 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.240257 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:14.253789 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-fda46ae5-731b-4187-93fc-6a2241d465e6 demo demo] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7056439 May 26 18:09:14.604707 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:14.605988 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=60,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:15.811452 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:15.813452 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:16.781886 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 50794) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:17.141399 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [None req-66122100-ab9c-4dd7-ae5d-4b70144bb297 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:09:17.142482 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-66122100-ab9c-4dd7-ae5d-4b70144bb297 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3596110 May 26 18:09:17.276111 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d6f9d24c-d114-451f-b857-2cca18118f1f up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:09:17.378165 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port d6f9d24c-d114-451f-b857-2cca18118f1f triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:17.380455 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:17.494541 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port d6f9d24c-d114-451f-b857-2cca18118f1f is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:17.494874 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:17.532540 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port d6f9d24c-d114-451f-b857-2cca18118f1f, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=d6f9d24c-d114-451f-b857-2cca18118f1f,segment=NetworkSegment(1fb60812-a79e-49e8-a559-4c2cd55ff146),segment_id=1fb60812-a79e-49e8-a559-4c2cd55ff146)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:17.537063 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:17.570409 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16bc41-ba30-4a59-8cdb-21425eae4090 None None] Network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:09:17.643326 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=d6f9d24c-d114-451f-b857-2cca18118f1f,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:17.703425 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-58627ba5-86ed-4109-8859-e4008f29f777 None None] Provisioning complete for port d6f9d24c-d114-451f-b857-2cca18118f1f triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:17.703823 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-58627ba5-86ed-4109-8859-e4008f29f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:17.798523 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-58627ba5-86ed-4109-8859-e4008f29f777 None None] Current status of the port d6f9d24c-d114-451f-b857-2cca18118f1f is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:17.918258 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-130b6d80-5589-4934-b69d-ff1593689ac5 None None] Provisioning complete for port d6f9d24c-d114-451f-b857-2cca18118f1f triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:17.918640 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-130b6d80-5589-4934-b69d-ff1593689ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:17.998008 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-130b6d80-5589-4934-b69d-ff1593689ac5 None None] Current status of the port d6f9d24c-d114-451f-b857-2cca18118f1f is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:19.232448 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d6f9d24c-d114-451f-b857-2cca18118f1f up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:09:19.280119 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port d6f9d24c-d114-451f-b857-2cca18118f1f triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:19.280545 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:19.361147 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port d6f9d24c-d114-451f-b857-2cca18118f1f is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:19.656906 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 50802) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:19.986180 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:20.010141 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Made reservation on behalf of bbbdb1cacacf4ba5a41a00d6d478efbe for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:09:20.013042 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.030992 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.139701 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Publish callbacks [] for security_group (00fc21bc-3776-47c8-923d-9d981d86b691), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.143930 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (00fc21bc-3776-47c8-923d-9d981d86b691), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.156375 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Reserving flat network on physical network physnet1 {{(pid=103965) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 18:09:20.186604 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (9eed7526-b932-48d4-bc9d-85f733063434), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.187156 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Added segment 9eed7526-b932-48d4-bc9d-85f733063434 of type flat for network 1efb1616-a985-47f0-aad7-5af8e9da5eea May 26 18:09:20.233822 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fc21bc-3776-47c8-923d-9d981d86b691,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:20.272249 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.272249 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.272249 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.272249 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.272787 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.272862 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.273254 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.273579 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.273936 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.274343 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.274866 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.276011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.276011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.276011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.276011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Tracked resource versions report: May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: pushed versions: May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: { 'AddressGroup': {'1.2'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Agent': {'1.1'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'ConntrackHelper': {'1.0'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Log': {'1.0'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'NDPProxy': {'1.0'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Network': {'1.1'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Port': {'1.7'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'PortForwarding': {'1.3'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'QosPolicy': {'1.10'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SecurityGroup': {'1.5'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SubPort': {'1.0'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Subnet': {'1.1'}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Trunk': {'1.1'}} May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: consumer versions: May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: { DHCP agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: L3 agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: Metadata agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: Metering agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: Open vSwitch agent@dv-cinder-843493-1-iscsi: { 'AddressGroup': '1.2', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Agent': '1.1', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'ConntrackHelper': '1.0', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'LocalIPAssociation': '1.0', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Log': '1.0', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'NDPProxy': '1.0', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Network': '1.1', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Port': '1.7', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'PortForwarding': '1.3', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'QosPolicy': '1.10', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SecurityGroup': '1.5', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SecurityGroupRule': '1.2', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SubPort': '1.0', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Subnet': '1.1', May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Trunk': '1.1'}} May 26 18:09:20.277233 dv-cinder-843493-1-iscsi neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:09:20.299520 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a96bd1a7-e1c7-42a9-ac8f-7bc2ad241494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.321101 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (1efb1616-a985-47f0-aad7-5af8e9da5eea), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.369875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (1efb1616-a985-47f0-aad7-5af8e9da5eea), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.371025 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:20.371720 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.458188 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8001478 May 26 18:09:20.477673 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4d6f1-d488-4138-aa5a-c94617194626 admin admin] Pushing event updated for resources: {'Network': ['ID=1efb1616-a985-47f0-aad7-5af8e9da5eea,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:20.488866 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:09:20.563365 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:22.503214 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-00508903-9d62-4418-b253-8c28925516c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:22.993983 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 50814) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:23.414624 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0c469-c6a5-4d6e-9c9d-09b752fb9c70 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:23.416281 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-cca0c469-c6a5-4d6e-9c9d-09b752fb9c70 demo admin] 10.222.0.46 "GET /v2.0/subnets/c334b46f-d7d2-4989-966e-e46f578cb9d5 HTTP/1.1" status: 200 len: 849 time: 0.4213481 May 26 18:09:23.556099 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-fe7536b4-21c3-4651-82af-0cdc99ec1a16 demo admin] 10.222.0.46 "GET /v2.0/routers/cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 HTTP/1.1" status: 200 len: 704 time: 0.1338930 May 26 18:09:23.612801 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:23.823538 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:23.825908 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:23.914802 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:24.149745 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Allocated IP 172.20.0.1 (2e95169f-893e-40de-9c55-22ea2b9c9ec9/c334b46f-d7d2-4989-966e-e46f578cb9d5/33645239-18aa-41ef-aba1-5b22bc7c5e2e) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:09:24.355751 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Publish callbacks [] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:24.426366 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:24.495914 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:09:24.503618 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:24.514224 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:09:24.514789 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:24.570596 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Pushing event updated for resources: {'Port': ['ID=33645239-18aa-41ef-aba1-5b22bc7c5e2e,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:24.720161 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:24.757537 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-ea3b914c-bb0a-4807-8f4d-6678fb3ac8d7 None None] Provisioning complete for port 33645239-18aa-41ef-aba1-5b22bc7c5e2e triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:24.758141 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ea3b914c-bb0a-4807-8f4d-6678fb3ac8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:24.791165 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b914c-bb0a-4807-8f4d-6678fb3ac8d7 None None] Port 33645239-18aa-41ef-aba1-5b22bc7c5e2e cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:09:25.009328 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Publish callbacks [] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:25.013627 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:25.014465 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:25.094972 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:25.098839 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:25.104757 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Pushing event updated for resources: {'Port': ['ID=33645239-18aa-41ef-aba1-5b22bc7c5e2e,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:25.150415 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:25.152473 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:09:25.153856 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:25.156585 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:25.316261 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Router cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:09:25.408625 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:25.414779 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-b56f1be9-dbec-4195-86c7-fa2b97644c5c demo admin] 10.222.0.46 "PUT /v2.0/routers/cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8531585 May 26 18:09:25.417497 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-8edd6368-2948-4ebc-bf1d-e7b89f98f68c None None] Provisioning complete for port 33645239-18aa-41ef-aba1-5b22bc7c5e2e triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:25.417923 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8edd6368-2948-4ebc-bf1d-e7b89f98f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:25.430665 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Sync routers for ids ['cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:25.443269 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Routers {'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:25.444202 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:09:22Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:25.453232 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-8edd6368-2948-4ebc-bf1d-e7b89f98f68c None None] Port 33645239-18aa-41ef-aba1-5b22bc7c5e2e cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:09:25.650607 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Set router cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:26.085106 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'name': 'router1', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:09:14Z', 'updated_at': '2022-05-26T18:09:24Z', 'revision_number': 2, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'gw_port_host': None, '_interfaces': [{'id': '33645239-18aa-41ef-aba1-5b22bc7c5e2e', 'name': '', 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'mac_address': 'fa:16:3e:20:44:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:23Z', 'updated_at': '2022-05-26T18:09:24Z', 'revision_number': 2, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'subnets': [{'id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e57bfcc-53e1-4d1b-b030-475d37df158d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:26.136307 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Checking router: cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:26.136682 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Updating router cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 port 33645239-18aa-41ef-aba1-5b22bc7c5e2e binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:09:26.190290 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:26.427612 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:26.758143 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Publish callbacks [] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:26.764520 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:26.908420 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Pushing event updated for resources: {'Port': ['ID=33645239-18aa-41ef-aba1-5b22bc7c5e2e,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:26.938778 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.939123 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.939473 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.939815 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.940147 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.940477 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.940805 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.941130 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.941459 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.941811 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.942142 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.942481 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.942806 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.943125 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.943441 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Tracked resource versions report: May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: pushed versions: May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: { 'AddressGroup': {'1.2'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Agent': {'1.1'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'ConntrackHelper': {'1.0'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'LocalIPAssociation': {'1.0'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Log': {'1.0'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'NDPProxy': {'1.0'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Network': {'1.1'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Port': {'1.7'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'PortForwarding': {'1.3'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'QosPolicy': {'1.10'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SecurityGroup': {'1.5'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SecurityGroupRule': {'1.2'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SubPort': {'1.0'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Subnet': {'1.1'}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Trunk': {'1.1'}} May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: consumer versions: May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: { DHCP agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: L3 agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: Metadata agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: Metering agent@dv-cinder-843493-1-iscsi: {}, May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: Open vSwitch agent@dv-cinder-843493-1-iscsi: { 'AddressGroup': '1.2', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Agent': '1.1', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'ConntrackHelper': '1.0', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'LocalIPAssociation': '1.0', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Log': '1.0', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'NDPProxy': '1.0', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Network': '1.1', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Port': '1.7', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'PortForwarding': '1.3', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'QosPolicy': '1.10', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SecurityGroup': '1.5', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SecurityGroupRule': '1.2', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SubPort': '1.0', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Subnet': '1.1', May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Trunk': '1.1'}} May 26 18:09:26.945476 dv-cinder-843493-1-iscsi neutron-server[103970]: {{(pid=103970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:09:26.965267 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Attempting to bind port 33645239-18aa-41ef-aba1-5b22bc7c5e2e on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:09:26.966037 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Attempting to bind port 33645239-18aa-41ef-aba1-5b22bc7c5e2e by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:09:26.966624 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Attempting to bind port 33645239-18aa-41ef-aba1-5b22bc7c5e2e on network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:09:26.974266 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:09:26.974893 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Checking segment: {'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:09:26.975467 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:26.976141 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Bound using segment: {'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:09:26.976961 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Bound port: 33645239-18aa-41ef-aba1-5b22bc7c5e2e, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb60812-a79e-49e8-a559-4c2cd55ff146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:09:26.977498 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.021916 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-1a39d47a-2572-4de6-a19f-52259f32ff6a None None] Provisioning complete for port 33645239-18aa-41ef-aba1-5b22bc7c5e2e triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:27.022848 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1a39d47a-2572-4de6-a19f-52259f32ff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.024822 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:27.050711 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] For port 33645239-18aa-41ef-aba1-5b22bc7c5e2e, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:09:27.061758 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-1a39d47a-2572-4de6-a19f-52259f32ff6a None None] Port 33645239-18aa-41ef-aba1-5b22bc7c5e2e cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:09:27.072465 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] For port 33645239-18aa-41ef-aba1-5b22bc7c5e2e, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=33645239-18aa-41ef-aba1-5b22bc7c5e2e,segment=NetworkSegment(1fb60812-a79e-49e8-a559-4c2cd55ff146),segment_id=1fb60812-a79e-49e8-a559-4c2cd55ff146)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:09:27.078387 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.119313 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:27.130591 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Routers {'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:27.131205 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:09:22Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:27.211531 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426fe1b-5708-4d4c-9905-095d6d22293d None None] Pushing event updated for resources: {'Port': ['ID=33645239-18aa-41ef-aba1-5b22bc7c5e2e,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:27.235932 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] Set router cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:27.379398 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-02abf76c-87fb-4d3e-8027-5cc53f77fed2 None None] Provisioning complete for port 33645239-18aa-41ef-aba1-5b22bc7c5e2e triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:27.379790 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-02abf76c-87fb-4d3e-8027-5cc53f77fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.441207 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'name': 'router1', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:09:14Z', 'updated_at': '2022-05-26T18:09:24Z', 'revision_number': 2, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'gw_port_host': None, '_interfaces': [{'id': '33645239-18aa-41ef-aba1-5b22bc7c5e2e', 'name': '', 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'mac_address': 'fa:16:3e:20:44:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:23Z', 'updated_at': '2022-05-26T18:09:27Z', 'revision_number': 4, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'subnets': [{'id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e57bfcc-53e1-4d1b-b030-475d37df158d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:27.457546 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-02abf76c-87fb-4d3e-8027-5cc53f77fed2 None None] Current status of the port 33645239-18aa-41ef-aba1-5b22bc7c5e2e is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:27.458135 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-02abf76c-87fb-4d3e-8027-5cc53f77fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.468448 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf8259-e4bb-4f55-8a1a-8ad78ac3c6f0 None None] The sync data for ids ['cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'] in dv-cinder-843493-1-iscsi is: [{'id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'name': 'router1', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:09:14Z', 'updated_at': '2022-05-26T18:09:24Z', 'revision_number': 2, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'gw_port_host': None, '_interfaces': [{'id': '33645239-18aa-41ef-aba1-5b22bc7c5e2e', 'name': '', 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'mac_address': 'fa:16:3e:20:44:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:23Z', 'updated_at': '2022-05-26T18:09:27Z', 'revision_number': 4, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'subnets': [{'id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e57bfcc-53e1-4d1b-b030-475d37df158d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:27.492002 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-02abf76c-87fb-4d3e-8027-5cc53f77fed2 None None] For port 33645239-18aa-41ef-aba1-5b22bc7c5e2e, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=33645239-18aa-41ef-aba1-5b22bc7c5e2e,segment=NetworkSegment(1fb60812-a79e-49e8-a559-4c2cd55ff146),segment_id=1fb60812-a79e-49e8-a559-4c2cd55ff146)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:27.497227 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-02abf76c-87fb-4d3e-8027-5cc53f77fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.550424 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abf76c-87fb-4d3e-8027-5cc53f77fed2 None None] Pushing event updated for resources: {'Port': ['ID=33645239-18aa-41ef-aba1-5b22bc7c5e2e,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:27.983218 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 50836) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:28.219402 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0479839-c30f-4d10-b951-c9ffac71ac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:28.226320 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f0479839-c30f-4d10-b951-c9ffac71ac21 admin admin] 10.222.0.46 "GET /v2.0/networks/1efb1616-a985-47f0-aad7-5af8e9da5eea HTTP/1.1" status: 200 len: 842 time: 0.2365613 May 26 18:09:28.230391 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:28.254311 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Made reservation on behalf of bbbdb1cacacf4ba5a41a00d6d478efbe for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:09:28.257120 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:28.552298 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.objects.ports [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103965) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 18:09:28.552751 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (d75cafb5-2b40-470b-9115-2661882d1634), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:28.603232 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75cafb5-2b40-470b-9115-2661882d1634,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:28.619874 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:09:28.620219 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Network hostable DHCP agents. Network: 1efb1616-a985-47f0-aad7-5af8e9da5eea, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:09:28.643171 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:09:28.656176 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 1efb1616-a985-47f0-aad7-5af8e9da5eea) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:28.663286 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:28.663898 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:28.670432 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd60c298-e8c8-4d45-ad34-137aee2343d4 None None] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:09:28.681186 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-dae7347e-7578-4c47-ab80-7f80a74aec89 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4541283 May 26 18:09:28.782956 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a796019-cdab-4dbf-9f6b-d8e619831460 None None] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:09:31.178226 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 50854) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:31.301056 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:31.305976 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:31.313770 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-01345870-3224-463a-aac0-cfb25db6ad47 demo admin] 10.222.0.46 "GET /v2.0/routers/cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 HTTP/1.1" status: 200 len: 710 time: 0.1309276 May 26 18:09:31.407528 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c1873-d9a4-40de-82d0-d1f45b9c95c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:31.408889 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-943c1873-d9a4-40de-82d0-d1f45b9c95c9 demo admin] 10.222.0.46 "GET /v2.0/networks/1efb1616-a985-47f0-aad7-5af8e9da5eea HTTP/1.1" status: 200 len: 886 time: 0.0897229 May 26 18:09:31.418744 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:31.730550 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks [] for router_gateway (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:31.953685 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks [] for router_gateway (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.031875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.138484 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Allocated IP 172.27.3.141 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/7d90e924-12b6-44a3-a32d-6a3402116dac) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:09:32.250706 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks [] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.284074 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.311459 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:32.313933 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:32.331955 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:09:32.335566 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:32.338143 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:09:32.340257 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Pushing event updated for resources: {'Port': ['ID=7d90e924-12b6-44a3-a32d-6a3402116dac,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:32.589601 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks [] for router_gateway (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.784897 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-546285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4130'] for router (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.791778 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-546278'] for router (cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:32.939821 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Router cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:33.045163 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:33.049259 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:33.051499 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e5e2ea2a-995f-495f-a7e5-dc3664c4c47c demo admin] 10.222.0.46 "PUT /v2.0/routers/cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 HTTP/1.1" status: 200 len: 890 time: 1.6362479 May 26 18:09:35.251323 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 33645239-18aa-41ef-aba1-5b22bc7c5e2e up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:09:35.298940 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 33645239-18aa-41ef-aba1-5b22bc7c5e2e triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:35.299351 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:35.376323 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 33645239-18aa-41ef-aba1-5b22bc7c5e2e is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:35.545663 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 50866) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:35.698426 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-17009cea-0320-4cf5-8011-79401a9d5364 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1515367 May 26 18:09:36.428073 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Sync routers for ids ['cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:36.441687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Routers {'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:36.442388 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:09:22Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:36.654321 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Set router cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:36.728052 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:36.899505 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:37.127746 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'name': 'router1', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7d90e924-12b6-44a3-a32d-6a3402116dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:09:14Z', 'updated_at': '2022-05-26T18:09:32Z', 'revision_number': 4, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'gw_port': {'id': '7d90e924-12b6-44a3-a32d-6a3402116dac', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:32Z', 'updated_at': '2022-05-26T18:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '33645239-18aa-41ef-aba1-5b22bc7c5e2e', 'name': '', 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'mac_address': 'fa:16:3e:20:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:23Z', 'updated_at': '2022-05-26T18:09:27Z', 'revision_number': 5, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'subnets': [{'id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e57bfcc-53e1-4d1b-b030-475d37df158d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:37.176964 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Checking router: cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:37.177374 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Updating router cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 port 7d90e924-12b6-44a3-a32d-6a3402116dac binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:09:37.234153 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:37.444605 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=23 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:37.456111 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=58 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:37.599503 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Publish callbacks [] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:37.605791 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:37.652215 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099731b-d6bc-47f1-bdb6-ff2962938b17 None None] Pushing event updated for resources: {'Port': ['ID=7d90e924-12b6-44a3-a32d-6a3402116dac,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:37.670240 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Attempting to bind port 7d90e924-12b6-44a3-a32d-6a3402116dac on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:09:37.670847 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Attempting to bind port 7d90e924-12b6-44a3-a32d-6a3402116dac by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:09:37.671677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Attempting to bind port 7d90e924-12b6-44a3-a32d-6a3402116dac on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:09:37.681267 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:09:37.681763 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:09:37.682438 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:37.689753 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:09:37.689753 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Bound port: 7d90e924-12b6-44a3-a32d-6a3402116dac, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:09:37.689753 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:37.741625 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] For port 7d90e924-12b6-44a3-a32d-6a3402116dac, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:09:37.744766 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] For port 7d90e924-12b6-44a3-a32d-6a3402116dac, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=7d90e924-12b6-44a3-a32d-6a3402116dac,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:09:37.751162 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:37.813156 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099731b-d6bc-47f1-bdb6-ff2962938b17 None None] Pushing event updated for resources: {'Port': ['ID=7d90e924-12b6-44a3-a32d-6a3402116dac,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:37.818397 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Routers {'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:37.819628 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:09:22Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:37.909831 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:37.934472 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] Set router cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:38.152246 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:38.160325 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'name': 'router1', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7d90e924-12b6-44a3-a32d-6a3402116dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:09:14Z', 'updated_at': '2022-05-26T18:09:32Z', 'revision_number': 4, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'gw_port': {'id': '7d90e924-12b6-44a3-a32d-6a3402116dac', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:32Z', 'updated_at': '2022-05-26T18:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '33645239-18aa-41ef-aba1-5b22bc7c5e2e', 'name': '', 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'mac_address': 'fa:16:3e:20:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:23Z', 'updated_at': '2022-05-26T18:09:27Z', 'revision_number': 5, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'subnets': [{'id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e57bfcc-53e1-4d1b-b030-475d37df158d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:38.187808 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae454-2348-4fac-a791-c95dc0c7d483 None None] The sync data for ids ['cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9'] in dv-cinder-843493-1-iscsi is: [{'id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'name': 'router1', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '7d90e924-12b6-44a3-a32d-6a3402116dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:09:14Z', 'updated_at': '2022-05-26T18:09:32Z', 'revision_number': 4, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'gw_port': {'id': '7d90e924-12b6-44a3-a32d-6a3402116dac', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:32Z', 'updated_at': '2022-05-26T18:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '33645239-18aa-41ef-aba1-5b22bc7c5e2e', 'name': '', 'network_id': '2e95169f-893e-40de-9c55-22ea2b9c9ec9', 'tenant_id': 'f5b2e96e553d496d96e8f916fb522477', 'mac_address': 'fa:16:3e:20:44:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9bcdd8-b672-40d4-bd48-7b991fc2d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:09:23Z', 'updated_at': '2022-05-26T18:09:27Z', 'revision_number': 5, 'project_id': 'f5b2e96e553d496d96e8f916fb522477', 'subnets': [{'id': 'c334b46f-d7d2-4989-966e-e46f578cb9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e57bfcc-53e1-4d1b-b030-475d37df158d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:39.280197 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7d90e924-12b6-44a3-a32d-6a3402116dac up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:09:39.341328 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 7d90e924-12b6-44a3-a32d-6a3402116dac triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:39.341751 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:39.439184 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 7d90e924-12b6-44a3-a32d-6a3402116dac is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:39.439501 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:39.469972 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port 7d90e924-12b6-44a3-a32d-6a3402116dac, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=7d90e924-12b6-44a3-a32d-6a3402116dac,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:39.480843 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:39.581646 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=7d90e924-12b6-44a3-a32d-6a3402116dac,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:41.314913 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7d90e924-12b6-44a3-a32d-6a3402116dac up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:09:41.430037 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 7d90e924-12b6-44a3-a32d-6a3402116dac triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:41.430811 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (7d90e924-12b6-44a3-a32d-6a3402116dac), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:41.558094 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 7d90e924-12b6-44a3-a32d-6a3402116dac is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:09:42.530038 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:09:43.044304 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=70,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:43.061763 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:45.685264 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:45.694023 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:50.300148 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-61d71be0-4171-4524-ac92-b53ca86fd00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:52.526150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b702b6a8-c2bc-4425-a83c-85232f652996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:53.588463 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.165843 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.428864 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.534969 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:56.543751 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:06.415725 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:06.423304 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:19.511485 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:10:20.300160 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e349170d-affc-4f71-87ff-465481172132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.525033 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c64-7d58-4aae-94c3-ddf5faaf85fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.573541 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:25.167686 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:26.434796 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:33.513980 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:33.520442 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:36.425919 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:36.428725 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:48.508009 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:50.299974 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cac1b8c1-34ff-4810-902a-2fd3c2a04b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.508743 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fdac9410-ba20-4d8f-bbfc-0a2900564017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.574194 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:55.167119 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:56.430704 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:56.511408 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:10:57.522635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51408) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:57.591165 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71953a3-a6d8-4473-9b32-b00da236a291 admin admin] GET failed (client error): The resource could not be found. May 26 18:10:57.592563 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f71953a3-a6d8-4473-9b32-b00da236a291 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0688598 May 26 18:10:57.846050 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3458ac0-6f8c-47c7-b49f-8e78f1a7ab5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:57.848283 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f3458ac0-6f8c-47c7-b49f-8e78f1a7ab5c admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2501264 May 26 18:11:00.256584 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51418) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:00.352464 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecbc246-6af3-4703-9dc2-9a89466f4aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:00.353880 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6ecbc246-6af3-4703-9dc2-9a89466f4aef admin admin] 10.222.0.46 "GET /v2.0/subnets/c334b46f-d7d2-4989-966e-e46f578cb9d5 HTTP/1.1" status: 200 len: 849 time: 0.0963113 May 26 18:11:00.364136 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:00.448448 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Publish callbacks [] for subnet (c334b46f-d7d2-4989-966e-e46f578cb9d5), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:00.598740 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744802702812'] for subnet (c334b46f-d7d2-4989-966e-e46f578cb9d5), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:00.629856 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:00.630456 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:00.631780 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] 10.222.0.46 "PUT /v2.0/subnets/c334b46f-d7d2-4989-966e-e46f578cb9d5 HTTP/1.1" status: 200 len: 868 time: 0.2719886 May 26 18:11:00.645230 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e740716-b8c7-4135-bffe-6141289ca197 None None] Network 2e95169f-893e-40de-9c55-22ea2b9c9ec9 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:11:00.678127 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c334b46f-d7d2-4989-966e-e46f578cb9d5,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:00.691112 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.691673 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.692226 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.693217 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.693469 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.694123 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.694702 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.695427 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.695989 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.696532 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.697485 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.697637 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.698439 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.699651 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.699651 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d642-3378-42e9-8f50-2d7fa76df43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:00.990192 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-9544821d-b397-40a6-8275-697024af90b1 None None] Provisioning complete for port d6f9d24c-d114-451f-b857-2cca18118f1f triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:11:00.990509 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9544821d-b397-40a6-8275-697024af90b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d6f9d24c-d114-451f-b857-2cca18118f1f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.070040 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9544821d-b397-40a6-8275-697024af90b1 None None] Current status of the port d6f9d24c-d114-451f-b857-2cca18118f1f is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:01.078336 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-9544821d-b397-40a6-8275-697024af90b1 None None] Provisioning complete for port 33645239-18aa-41ef-aba1-5b22bc7c5e2e triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:11:01.078721 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9544821d-b397-40a6-8275-697024af90b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (33645239-18aa-41ef-aba1-5b22bc7c5e2e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:01.153790 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9544821d-b397-40a6-8275-697024af90b1 None None] Current status of the port 33645239-18aa-41ef-aba1-5b22bc7c5e2e is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:02.951524 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51426) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:03.158781 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8acf796-bb55-41f4-8525-1cf3114aabab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:03.159260 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8acf796-bb55-41f4-8525-1cf3114aabab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:03.161436 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d8acf796-bb55-41f4-8525-1cf3114aabab admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2089088 May 26 18:11:05.424248 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51434) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:05.556654 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da0231-c391-41dd-872f-03d9f68bbd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:05.557128 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da0231-c391-41dd-872f-03d9f68bbd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:05.558681 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-a6da0231-c391-41dd-872f-03d9f68bbd7e admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333916 May 26 18:11:07.870182 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51442) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:08.000251 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ec38f-f92b-478e-9c48-df7c646496a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:08.001638 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-662ec38f-f92b-478e-9c48-df7c646496a6 admin admin] 10.222.0.46 "GET /v2.0/networks/1efb1616-a985-47f0-aad7-5af8e9da5eea HTTP/1.1" status: 200 len: 886 time: 0.1304989 May 26 18:11:10.429533 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51450) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:10.495203 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.511123 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.515236 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.526604 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.571341 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fd1112-5604-408a-a7ac-d7e4dd26fc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:10.572649 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-a4fd1112-5604-408a-a7ac-d7e4dd26fc49 admin admin] 10.222.0.46 "GET /v2.0/networks/2e95169f-893e-40de-9c55-22ea2b9c9ec9 HTTP/1.1" status: 200 len: 869 time: 0.1421461 May 26 18:11:11.151034 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:11.151911 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:12.849548 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51458) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:12.985591 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc000bd-d167-4f9a-9a43-d5400081bbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:12.986066 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc000bd-d167-4f9a-9a43-d5400081bbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:12.988264 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5cc000bd-d167-4f9a-9a43-d5400081bbf2 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1375940 May 26 18:11:15.276288 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51466) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:15.379699 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1e151-4fc1-41c0-8825-6a38c8088275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:15.380142 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1e151-4fc1-41c0-8825-6a38c8088275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:15.381718 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-fcc1e151-4fc1-41c0-8825-6a38c8088275 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041741 May 26 18:11:17.674283 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51474) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:17.768422 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed74e47-1906-4b03-af27-b450c0c7278f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:17.769795 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-eed74e47-1906-4b03-af27-b450c0c7278f admin admin] 10.222.0.46 "GET /v2.0/subnets/c334b46f-d7d2-4989-966e-e46f578cb9d5 HTTP/1.1" status: 200 len: 868 time: 0.0937817 May 26 18:11:20.023642 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51482) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:20.118094 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae08b6-a3e4-44a2-8585-c079ad9f621a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:20.119460 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e4ae08b6-a3e4-44a2-8585-c079ad9f621a admin admin] 10.222.0.46 "GET /v2.0/subnets/d75cafb5-2b40-470b-9115-2661882d1634 HTTP/1.1" status: 200 len: 816 time: 0.0947790 May 26 18:11:20.297054 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9c61631b-7089-4ae4-8e9c-60c575e9fdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:22.513040 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0c8bcad4-a855-4fb0-9208-59d3afc564bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:23.578780 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:25.170204 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:26.436895 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.111079 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=34 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:30.114548 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=30 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:33.510358 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:11:36.422956 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:36.432655 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:47.506525 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:47.510962 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=18 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:50.292269 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-81e4d619-9303-419c-a89c-2bf54ddc8157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:52.516524 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4fbe02e6-fb76-41ac-aaf1-70d2bce30342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:53.584145 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:55.172806 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:56.431946 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.301106 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51540) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:01.352194 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [None req-f02cd543-f4a1-4f2c-9913-b402edb41ef4 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:12:01.353199 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f02cd543-f4a1-4f2c-9913-b402edb41ef4 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0511551 May 26 18:12:03.725129 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51550) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:03.797021 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.pecan_wsgi.hooks.translation [None req-022de8c8-b3b2-4782-a671-7c46b3c95507 admin admin] GET failed (client error): The resource could not be found. May 26 18:12:03.798361 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-022de8c8-b3b2-4782-a671-7c46b3c95507 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0723135 May 26 18:12:03.956932 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a03990e-39e4-4343-8c77-627d2489b3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:03.958463 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8a03990e-39e4-4343-8c77-627d2489b3f8 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1558464 May 26 18:12:06.291492 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51558) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:06.339765 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:06.360850 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Made reservation on behalf of bbbdb1cacacf4ba5a41a00d6d478efbe for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:12:06.363222 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:06.399596 dv-cinder-843493-1-iscsi neutron-server[103967]: WARNING neutron.services.revisions.revision_plugin [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Could not find related network for resource to bump revision. May 26 18:12:06.413680 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:12:06.419835 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:06.423704 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (1e10a070-3e4c-472b-bc33-e3b5ad40b6e9), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:06.424217 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Added segment 1e10a070-3e4c-472b-bc33-e3b5ad40b6e9 of type vlan for network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 May 26 18:12:06.427541 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:06.465684 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (c7f294eb-c104-4501-ab1d-eaf6a2fa70d3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:06.490346 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (c7f294eb-c104-4501-ab1d-eaf6a2fa70d3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:06.491314 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:06.491877 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:06.566669 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2728796 May 26 18:12:06.591917 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f294eb-c104-4501-ab1d-eaf6a2fa70d3,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:06.600687 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.601032 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.601400 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.601755 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.602096 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.602421 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.602740 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.603058 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.603402 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.603726 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.604060 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.604395 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.604712 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.605024 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.605337 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9f6900-0027-4cdb-99dc-e33cab600e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:06.617887 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:12:08.918294 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51566) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:08.980782 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.pecan_wsgi.hooks.translation [None req-5501cb11-6aae-47d6-a97a-f530472776be admin admin] GET failed (client error): The resource could not be found. May 26 18:12:08.982197 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5501cb11-6aae-47d6-a97a-f530472776be admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628943 May 26 18:12:09.059742 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0593c4-314e-4e62-9a39-85347792b2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:09.061231 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ee0593c4-314e-4e62-9a39-85347792b2e9 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0749276 May 26 18:12:09.070886 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:09.089751 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Made reservation on behalf of bbbdb1cacacf4ba5a41a00d6d478efbe for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:12:09.092031 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:09.256886 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (498d60f6-7dc6-4edc-b735-b807c0d2f499), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:09.318523 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=498d60f6-7dc6-4edc-b735-b807c0d2f499,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:09.328826 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.329175 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.329520 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.329894 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.330231 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.331169 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.331508 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.331844 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.332184 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.332514 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.332840 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.333181 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.333507 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.333857 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.334179 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.339162 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Checking segment: {'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:12:09.339514 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Network hostable DHCP agents. Network: c7f294eb-c104-4501-ab1d-eaf6a2fa70d3, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:12:09.356225 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:12:09.365783 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, c7f294eb-c104-4501-ab1d-eaf6a2fa70d3) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:12:09.369977 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:09.370571 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:09.374808 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2a15f-ac5e-4721-bc13-6e4e83150d82 None None] Network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:12:09.386069 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6db74c06-bf04-4550-810d-2318a790b4c0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3184924 May 26 18:12:09.588664 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-c7f294eb-c104-4501-ab1d-eaf6a2fa70d3', 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3', 'project_id': 'bbbdb1cacacf4ba5a41a00d6d478efbe', 'fixed_ips': [{'subnet_id': '498d60f6-7dc6-4edc-b735-b807c0d2f499'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:12:09.590347 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:09.736504 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Allocated IP 192.168.233.2 (c7f294eb-c104-4501-ab1d-eaf6a2fa70d3/498d60f6-7dc6-4edc-b735-b807c0d2f499/3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:12:09.882833 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Publish callbacks [] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:09.890562 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:09.937693 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:12:09.943381 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:12:09.945445 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Pushing event updated for resources: {'Port': ['ID=3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:09.947698 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:12:09.961118 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.961519 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.961812 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.962494 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.962494 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.962807 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.963781 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.963781 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.963781 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.964039 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.964355 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.964679 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.966070 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.966070 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:09.966070 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.016138 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Attempting to bind port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:12:10.016428 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Attempting to bind port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:12:10.016793 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Attempting to bind port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 on network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:12:10.024590 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:12:10.025023 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Checking segment: {'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:12:10.025451 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.026069 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Bound using segment: {'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:12:10.026411 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Bound port: 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:12:10.026793 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.090247 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] For port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:12:10.093520 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] For port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0,segment=NetworkSegment(1e10a070-3e4c-472b-bc33-e3b5ad40b6e9),segment_id=1e10a070-3e4c-472b-bc33-e3b5ad40b6e9)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:12:10.101094 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.162473 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165fad9-c940-4ea9-9d44-09e956b37e58 None None] Pushing event updated for resources: {'Port': ['ID=3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:10.509310 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:12:11.032373 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5678c49a-aee3-4815-b129-28a58d40eb42 None None] Network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:12:11.114457 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-1442e36a-8a45-44e7-a93e-634abc0de009 None None] Provisioning complete for port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:12:11.114870 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1442e36a-8a45-44e7-a93e-634abc0de009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.156557 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:11.162564 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:11.226681 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-1442e36a-8a45-44e7-a93e-634abc0de009 None None] Current status of the port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:11.227076 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1442e36a-8a45-44e7-a93e-634abc0de009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.267499 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-1442e36a-8a45-44e7-a93e-634abc0de009 None None] For port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0,segment=NetworkSegment(1e10a070-3e4c-472b-bc33-e3b5ad40b6e9),segment_id=1e10a070-3e4c-472b-bc33-e3b5ad40b6e9)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:11.277949 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1442e36a-8a45-44e7-a93e-634abc0de009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.344400 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442e36a-8a45-44e7-a93e-634abc0de009 None None] Pushing event updated for resources: {'Port': ['ID=3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:11.414900 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:12:11.470448 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:12:11.470963 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.516935 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-c2fe40e7-df7f-4993-a1be-38c048e27708 None None] Provisioning complete for port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:12:11.517320 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c2fe40e7-df7f-4993-a1be-38c048e27708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.630168 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:11.646085 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe40e7-df7f-4993-a1be-38c048e27708 None None] Current status of the port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:13.348602 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:12:13.392793 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:12:13.393930 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:13.467932 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 3a5f4fc7-f8ab-4192-a29a-15a0b0dbf5d0 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:16.594862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:16.595619 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=33,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:19.376681 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=43,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:19.380340 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=50,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:20.295732 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8b8666f-0a8a-4f30-89c1-c6ffd67a93ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:22.526904 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7a36148d-5005-4197-a5ef-b1166c390629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.584010 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:24.517654 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:24.518991 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:25.176219 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:26.437226 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:36.430123 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:36.433222 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:47.507362 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:12:50.297334 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3d30-03b3-4743-9965-7b07bd0d73e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:52.520701 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac063780-1dc2-420c-9195-5cba8e6f38fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:53.586667 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:55.179976 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:56.441443 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:01.510631 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:01.514960 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:06.434299 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:06.436177 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:20.300819 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-41a42245-71ea-4636-9e5b-4dad7e624943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:22.523610 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-56f98849-2bf5-434f-8d19-672a36198a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:23.589253 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.505940 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:13:25.182867 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:26.449432 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:36.441520 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:36.444102 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:50.304884 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6ffc69c6-a62b-4513-9fbd-88a6c3c3c834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:50.509636 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=18 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:50.510771 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=18 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:51.189580 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51604) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:51.195536 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [None req-52d7a8eb-69be-463d-957b-518c427e6fee tempest-verify_tempest_config-1532794238 tempest-verify_tempest_config-1532794238-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:13:51.196513 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-52d7a8eb-69be-463d-957b-518c427e6fee tempest-verify_tempest_config-1532794238 tempest-verify_tempest_config-1532794238-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059388 May 26 18:13:51.502519 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51622) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:51.607479 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.684636 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Publish callbacks [] for security_group (584fb769-ee47-4f0e-be52-9a7beb1bcaec), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.688881 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (584fb769-ee47-4f0e-be52-9a7beb1bcaec), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.737257 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=680f540b9578404b901a7f9255255e85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2335203 May 26 18:13:51.738221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584fb769-ee47-4f0e-be52-9a7beb1bcaec,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:51.739984 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51626) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:51.745070 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.745410 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.745784 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.746120 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.746446 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.746767 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.747085 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.747404 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.747732 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.748052 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.748383 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.748720 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.749036 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.749347 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.749654 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e54404d-6722-4d3a-a7ec-e497b2e2b2aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.798449 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Publish callbacks [] for security_group (584fb769-ee47-4f0e-be52-9a7beb1bcaec), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.819402 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Publish callbacks [] for security_group (584fb769-ee47-4f0e-be52-9a7beb1bcaec), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.908844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (584fb769-ee47-4f0e-be52-9a7beb1bcaec), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.911431 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.912572 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/584fb769-ee47-4f0e-be52-9a7beb1bcaec HTTP/1.1" status: 204 len: 168 time: 0.1715090 May 26 18:13:51.920692 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584fb769-ee47-4f0e-be52-9a7beb1bcaec,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:51.927933 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.928283 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.928627 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.928967 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.929302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.929635 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.929997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.930324 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.930679 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.930965 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.931306 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.931643 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.931971 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.932287 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:51.932607 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae006c-920f-46f7-b06c-e71a4c025d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:52.525953 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ceca5a85-8d00-41a8-8da9-359b8e39d051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:53.592927 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.184479 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.443205 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:01.506304 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:14:01.741238 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=19,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:01.742026 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:01.915356 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:01.923692 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:06.431348 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:06.436700 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:15.511525 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:15.517103 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:20.307162 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bf1a348b-ab7e-4764-ba0d-bac716ca58ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:22.527256 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5dc0bf1f-9b10-4854-8b78-becbdd7ccca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:23.596484 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:25.186865 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:26.446278 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:36.440014 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:36.441991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:38.508700 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:14:50.310625 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-42291377-5641-4a8e-aebd-105962ec7acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:52.507996 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:52.513973 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:52.530002 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-884b9989-29e9-4ebf-bcc8-6f69272065d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:53.599905 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:55.190148 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:56.449684 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:06.444175 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:06.446077 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:15.508748 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 5 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:15:20.312995 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dfc92a11-6220-4846-8d24-e7021105a852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:22.532319 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7635-5208-4214-99da-d0f3f6949b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:23.605478 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:25.192672 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:26.453913 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:29.514034 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:29.519090 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:36.447803 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:36.449704 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:43.599403 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-944399'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.305484 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=15 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:47.308054 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=11 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:50.321356 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-699bf521-31d9-443d-961b-51d1f7be8091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:52.508650 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:15:52.533677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5902d90f-1a2a-4306-8510-eb718fef4d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:53.606903 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:55.196565 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:55.701024 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51704) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:55.805388 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-50ecca5c-6eed-4bf3-9c18-1063d75e2087 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1032293 May 26 18:15:56.458720 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:58.066503 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51714) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:58.121072 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-66b17b30-6590-4c3c-a465-8e3f00e37d1b admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0535071 May 26 18:16:06.445268 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:06.454520 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:06.511077 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:06.515720 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:08.115669 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:08.116449 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:13.582420 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:20.312701 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6772a836-94f4-4508-8564-24d13b5d9650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:22.535214 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-88477c25-5970-4416-950e-0f4c226cce75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:23.608570 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:25.200179 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:26.461185 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:29.508664 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:16:36.455192 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:36.455995 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:43.583359 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:48.514418 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:48.515652 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:50.319777 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-29ddc811-88e8-49a7-92a4-fd264937e4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:52.539022 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f0147953-f667-4be0-ad67-1df0e2e92b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:53.617014 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:55.203981 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:56.465087 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:06.458742 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:06.461546 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:06.511256 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:17:13.580710 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:20.313899 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cbc57f54-4c00-49e8-8258-c65b849dd3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:20.503761 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:20.510055 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:22.541693 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-12fe064d-816b-4cac-9c44-90d6b24d7393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:23.619391 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:25.206485 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:26.469646 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:35.535850 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51838) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:35.763839 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-318147387-network', 'tenant_id': '3f65ddb707cf4a3991b4797726d1336e'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:35.791424 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Made reservation on behalf of 3f65ddb707cf4a3991b4797726d1336e for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:35.793999 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:35.803437 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:35.886716 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Publish callbacks [] for security_group (f328fab8-3e99-49a7-857b-24c81232d994), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:35.891303 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f328fab8-3e99-49a7-857b-24c81232d994), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:35.914039 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:17:35.931554 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f328fab8-3e99-49a7-857b-24c81232d994,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:35.945558 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.945955 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.946358 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.946643 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.947534 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.947534 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.947748 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.948092 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.948454 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.948869 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.949274 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.949608 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.949961 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.950286 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.950636 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Tracked resource versions report: May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: pushed versions: May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: { 'AddressGroup': {'1.2'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Agent': {'1.1'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'ConntrackHelper': {'1.0'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'LocalIPAssociation': {'1.0'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Log': {'1.0'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'NDPProxy': {'1.0'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Network': {'1.1'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Port': {'1.7'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'PortForwarding': {'1.3'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'QosPolicy': {'1.10'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SecurityGroup': {'1.5'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SecurityGroupRule': {'1.2'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SubPort': {'1.0'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Subnet': {'1.1'}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Trunk': {'1.1'}} May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: consumer versions: May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: { DHCP agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: HyperV agent@hv-cinder-84349: {}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: L3 agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: Metadata agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: Metering agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: Open vSwitch agent@dv-cinder-843493-1-iscsi: { 'AddressGroup': '1.2', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Agent': '1.1', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'ConntrackHelper': '1.0', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'LocalIPAssociation': '1.0', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Log': '1.0', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'NDPProxy': '1.0', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Network': '1.1', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Port': '1.7', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'PortForwarding': '1.3', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'QosPolicy': '1.10', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SecurityGroup': '1.5', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SecurityGroupRule': '1.2', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'SubPort': '1.0', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Subnet': '1.1', May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: 'Trunk': '1.1'}} May 26 18:17:35.951826 dv-cinder-843493-1-iscsi neutron-server[103967]: {{(pid=103967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:17:35.957792 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (7c35e19d-023d-4464-8566-3381d98df7ca), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:35.958212 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Added segment 7c35e19d-023d-4464-8566-3381d98df7ca of type vlan for network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced May 26 18:17:36.000538 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (e7aa82ed-d0b7-4205-a028-23cbc2ce8ced), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:36.027712 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (e7aa82ed-d0b7-4205-a028-23cbc2ce8ced), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:36.029017 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:36.029597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:36.104819 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] Pushing event updated for resources: {'Network': ['ID=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:36.120589 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:17:36.123614 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51876) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:36.124218 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-49a4e944-6376-49f2-9e5e-d12858424a01 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5867074 May 26 18:17:36.132322 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Request body: {'subnet': {'network_id': 'e7aa82ed-d0b7-4205-a028-23cbc2ce8ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-318147387-subnet', 'tenant_id': '3f65ddb707cf4a3991b4797726d1336e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:36.161134 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Made reservation on behalf of 3f65ddb707cf4a3991b4797726d1336e for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:36.164483 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:36.459365 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (48c849fd-42eb-4ba4-bc25-6cd47a47c513), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:36.516407 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c849fd-42eb-4ba4-bc25-6cd47a47c513,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:36.527033 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.527588 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.527950 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.528287 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.528613 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.528931 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.529418 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.529763 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.530090 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.530411 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.530727 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.531055 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.531372 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.531680 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.531988 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Tracked resource versions report: May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: pushed versions: May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: { 'AddressGroup': {'1.2'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Agent': {'1.1'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'ConntrackHelper': {'1.0'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Log': {'1.0'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'NDPProxy': {'1.0'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Network': {'1.1'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Port': {'1.7'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'PortForwarding': {'1.3'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'QosPolicy': {'1.10'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SecurityGroup': {'1.5'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SubPort': {'1.0'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Subnet': {'1.1'}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Trunk': {'1.1'}} May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: consumer versions: May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: { DHCP agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: HyperV agent@hv-cinder-84349: {}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: L3 agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: Metadata agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: Metering agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: Open vSwitch agent@dv-cinder-843493-1-iscsi: { 'AddressGroup': '1.2', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Agent': '1.1', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'ConntrackHelper': '1.0', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'LocalIPAssociation': '1.0', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Log': '1.0', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'NDPProxy': '1.0', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Network': '1.1', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Port': '1.7', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'PortForwarding': '1.3', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'QosPolicy': '1.10', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SecurityGroup': '1.5', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SecurityGroupRule': '1.2', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'SubPort': '1.0', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Subnet': '1.1', May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: 'Trunk': '1.1'}} May 26 18:17:36.533221 dv-cinder-843493-1-iscsi neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:17:36.542756 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Checking segment: {'id': '7c35e19d-023d-4464-8566-3381d98df7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e7aa82ed-d0b7-4205-a028-23cbc2ce8ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:36.543113 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Network hostable DHCP agents. Network: e7aa82ed-d0b7-4205-a028-23cbc2ce8ced, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:17:36.562675 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:17:36.573964 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, e7aa82ed-d0b7-4205-a028-23cbc2ce8ced) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:36.579358 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:36.580140 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:36.589667 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a449f46e-bbbc-4d0f-9863-b9ac5cd261fc None None] Network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:36.608452 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-19cc5226-c6fd-4cbe-95b2-eb68779123b6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4829373 May 26 18:17:36.638292 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51906) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:36.641302 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:36.642074 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:36.714957 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737fd84c-f2f7-4aff-89a6-c3c882cdada8 None None] Network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:36.802849 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51916) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:37.012279 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1553157414-network', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:37.045705 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Made reservation on behalf of 0c2a09a6e81240889c49b5abb24ab225 for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:37.049823 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.061412 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.149336 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Publish callbacks [] for security_group (f257face-03c6-4b40-bf4e-aab35af3678b), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.155358 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f257face-03c6-4b40-bf4e-aab35af3678b), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.171394 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:17:37.201374 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (2aa65147-e94c-4b89-b9dc-ba31b3d4c72b), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.201891 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Added segment 2aa65147-e94c-4b89-b9dc-ba31b3d4c72b of type vlan for network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f May 26 18:17:37.246405 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (8c7075e7-d3fe-46a2-a6e3-f88506cd300f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.280216 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f257face-03c6-4b40-bf4e-aab35af3678b,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:37.285220 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (8c7075e7-d3fe-46a2-a6e3-f88506cd300f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.286467 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:37.287296 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.364552 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:37.366752 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7075e7-d3fe-46a2-a6e3-f88506cd300f,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:37.375190 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1811620279-network', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:37.384065 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:17:37.392050 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51934) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:37.397983 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Request body: {'subnet': {'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1553157414-subnet', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:37.403451 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5f473fc9-f15d-49ff-88c6-8989a039f324 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7639756 May 26 18:17:37.443242 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Made reservation on behalf of 0c2a09a6e81240889c49b5abb24ab225 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:37.447628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.455947 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Made reservation on behalf of 31b4afa4107c4cd2ac0212c45d998801 for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:37.461755 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.469107 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51936) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:37.508255 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51940) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:37.514793 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.576689 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:37.624018 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Publish callbacks [] for security_group (dcac27bc-c5fc-401a-afa3-63cfe4051ec9), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.630065 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (dcac27bc-c5fc-401a-afa3-63cfe4051ec9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.658050 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:17:37.675422 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcac27bc-c5fc-401a-afa3-63cfe4051ec9,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:37.683250 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (62e79cc9-6848-4742-87ee-37ddc498aa48), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.683902 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Added segment 62e79cc9-6848-4742-87ee-37ddc498aa48 of type vlan for network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 May 26 18:17:37.694072 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (090b1aa7-3fdd-4f15-a285-ef94307d835f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.731699 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.751925 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=090b1aa7-3fdd-4f15-a285-ef94307d835f,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:37.771274 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Checking segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:37.771627 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Network hostable DHCP agents. Network: 8c7075e7-d3fe-46a2-a6e3-f88506cd300f, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:17:37.787122 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-372185367-network', 'tenant_id': '7540c93de42e46ae9c4c02ae1c20032d'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:37.791874 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.793014 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:37.793659 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.794951 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:17:37.810089 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 8c7075e7-d3fe-46a2-a6e3-f88506cd300f) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:37.819540 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a79eb3-17c0-4ca0-a687-d59b94cef56b None None] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:37.819737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:37.820829 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.828429 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-network', 'tenant_id': '5cb09766b9784d50aad144d466a5d050'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:37.853901 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-119e06f9-f710-4bdd-9568-685143eae91e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4595454 May 26 18:17:37.857234 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51974) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:37.863622 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:37.889273 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:37.907350 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (e088a590-8aa8-4bd8-a8f3-23e6c224960d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.910229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (e088a590-8aa8-4bd8-a8f3-23e6c224960d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.931815 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:37.932041 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:37.964469 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-24da0f1e-f7f0-48fe-a711-9032574a0897 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1577551 May 26 18:17:37.966284 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 51978) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:37.966815 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Made reservation on behalf of 5cb09766b9784d50aad144d466a5d050 for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:37.969345 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:37.983209 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Request body: {'subnet': {'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-subnet', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:37.993609 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:17:37.996505 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.083175 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Publish callbacks [] for security_group (7d0ce4e7-c75f-46bf-90c8-65b67f106e22), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.084050 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Made reservation on behalf of 7540c93de42e46ae9c4c02ae1c20032d for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:38.086508 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.087595 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:17:38.088837 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.099448 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (7d0ce4e7-c75f-46bf-90c8-65b67f106e22), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.126369 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.135190 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks [] for router_controller (e088a590-8aa8-4bd8-a8f3-23e6c224960d), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.163931 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:17:38.166997 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0ce4e7-c75f-46bf-90c8-65b67f106e22,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:38.197057 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Made reservation on behalf of 31b4afa4107c4cd2ac0212c45d998801 for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:38.202777 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.254009 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (ea558902-48ca-403f-a258-ea319945004f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.255799 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Added segment ea558902-48ca-403f-a258-ea319945004f of type vlan for network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 May 26 18:17:38.310031 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=65,neutron:INSERT=30,neutron:UPDATE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:38.331719 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Allocated IP 172.20.0.2 (8c7075e7-d3fe-46a2-a6e3-f88506cd300f/090b1aa7-3fdd-4f15-a285-ef94307d835f/39888363-1e64-47c5-a032-dd3196f9ec14) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:38.385944 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.396103 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:38.485781 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks [] for router_gateway (e088a590-8aa8-4bd8-a8f3-23e6c224960d), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.486628 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.487846 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:38.488623 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.560041 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0506985 May 26 18:17:38.562584 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 51988) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:38.562870 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Publish callbacks [] for security_group (eb124ac2-3e9c-4091-82ad-b427d269d3d8), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.596862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Request body: {'subnet': {'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-subnet', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:38.618366 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (eb124ac2-3e9c-4091-82ad-b427d269d3d8), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.673934 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb124ac2-3e9c-4091-82ad-b427d269d3d8,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:38.697644 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Made reservation on behalf of 5cb09766b9784d50aad144d466a5d050 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:38.702868 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.730921 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a4f50-abbf-49b6-b194-e10eda344bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:38.749823 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:17:38.759640 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:17:38.856000 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (7e7dac7d-a287-42d2-a19a-f37d09f656b9), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.856476 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Added segment 7e7dac7d-a287-42d2-a19a-f37d09f656b9 of type vlan for network 95d35185-0d9d-41ec-856d-6892ce84ce8e May 26 18:17:38.880354 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Publish callbacks [] for port (39888363-1e64-47c5-a032-dd3196f9ec14), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.884888 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (f7dbb774-e8ea-4513-864e-fb7fc7d93b3d), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:38.901759 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.023192 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:39.036046 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:39.053709 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (95d35185-0d9d-41ec-856d-6892ce84ce8e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.057358 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:39.090582 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:39.105717 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Checking segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:39.106162 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Network hostable DHCP agents. Network: 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:17:39.117349 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (95d35185-0d9d-41ec-856d-6892ce84ce8e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.118203 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:39.118807 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.156792 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks [] for router_gateway (e088a590-8aa8-4bd8-a8f3-23e6c224960d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.185187 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:39.200103 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.209667 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Attempting to bind port 39888363-1e64-47c5-a032-dd3196f9ec14 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:17:39.210025 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Attempting to bind port 39888363-1e64-47c5-a032-dd3196f9ec14 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:17:39.210386 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Attempting to bind port 39888363-1e64-47c5-a032-dd3196f9ec14 on network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:17:39.218943 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:17:39.240045 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:17:39.240419 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Checking segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:39.240899 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.241301 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Bound using segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:17:39.241868 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Bound port: 39888363-1e64-47c5-a032-dd3196f9ec14, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:17:39.243123 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7701118 May 26 18:17:39.243690 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.255625 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52022) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:39.261588 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Request body: {'subnet': {'network_id': '95d35185-0d9d-41ec-856d-6892ce84ce8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-372185367-subnet', 'tenant_id': '7540c93de42e46ae9c4c02ae1c20032d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:39.295415 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Pushing event updated for resources: {'Port': ['ID=39888363-1e64-47c5-a032-dd3196f9ec14,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:39.312338 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:39.323328 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.324621 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.325564 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.325564 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.325792 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.326002 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.329687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.330103 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.338543 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Made reservation on behalf of 7540c93de42e46ae9c4c02ae1c20032d for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:39.339830 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.340281 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.340623 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.340960 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.341294 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.341619 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.341962 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Tracked resource versions report: May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: pushed versions: May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: { 'AddressGroup': {'1.2'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Agent': {'1.1'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'ConntrackHelper': {'1.0'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'LocalIPAssociation': {'1.0'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Log': {'1.0'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'NDPProxy': {'1.0'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Network': {'1.1'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Port': {'1.7'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'PortForwarding': {'1.3'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'QosPolicy': {'1.10'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SecurityGroup': {'1.5'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SecurityGroupRule': {'1.2'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SubPort': {'1.0'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Subnet': {'1.1'}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Trunk': {'1.1'}} May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: consumer versions: May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: { DHCP agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: HyperV agent@hv-cinder-84349: {}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: L3 agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: Metadata agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: Metering agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: Open vSwitch agent@dv-cinder-843493-1-iscsi: { 'AddressGroup': '1.2', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Agent': '1.1', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'ConntrackHelper': '1.0', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'LocalIPAssociation': '1.0', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Log': '1.0', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'NDPProxy': '1.0', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Network': '1.1', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Port': '1.7', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'PortForwarding': '1.3', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'QosPolicy': '1.10', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SecurityGroup': '1.5', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SecurityGroupRule': '1.2', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'SubPort': '1.0', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Subnet': '1.1', May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: 'Trunk': '1.1'}} May 26 18:17:39.343309 dv-cinder-843493-1-iscsi neutron-server[103968]: {{(pid=103968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:17:39.346182 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.347018 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:39.347738 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.356601 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f28253-6bbc-45d6-847a-e30ddd9d3e46 admin admin] Pushing event updated for resources: {'Network': ['ID=95d35185-0d9d-41ec-856d-6892ce84ce8e,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:39.404609 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba48eb9-0106-43c8-8d34-cc14ba36152d None None] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:39.421437 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 95d35185-0d9d-41ec-856d-6892ce84ce8e details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:17:39.539260 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (e2067c24-9fbf-4e43-9f21-0fffddf01cd2), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.618396 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:39.677326 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2067c24-9fbf-4e43-9f21-0fffddf01cd2,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:39.797240 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:17:39.798915 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.819197 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:39.820415 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:39.835789 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-19c14f62-cbbd-4117-9e48-7a15a46bb63e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8563724 May 26 18:17:39.838496 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52054) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:39.845499 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:39.852206 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Checking segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:39.852512 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Network hostable DHCP agents. Network: 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:17:39.864356 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Allocated IP 172.27.3.245 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/7f63c58f-788e-4488-bfdd-2deacd2b50f1) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:39.874854 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (19e6bab7-6202-414f-8569-7511e4cc7165), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.882419 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:39.952456 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.953344 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:39.963917 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:17:39.999291 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:40.011672 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:40.012375 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.035743 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Allocated IP 172.20.0.2 (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69/f7dbb774-e8ea-4513-864e-fb7fc7d93b3d/2ef91822-413b-491b-84ef-497b59fc7e53) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:40.057950 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-400dca39-57df-4e15-a9a6-295511caac84 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4903347 May 26 18:17:40.058692 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52062) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:40.067174 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:40.085331 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52064) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:40.088962 dv-cinder-843493-1-iscsi neutron-server[103967]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 18:17:40.097648 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e6bab7-6202-414f-8569-7511e4cc7165,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:40.100636 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d452928c-12a3-4da9-96ca-256e079fda56 None None] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:40.102606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks [] for router_controller (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), precommit_add_association {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.109693 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:40.238471 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Checking segment: {'id': '7e7dac7d-a287-42d2-a19a-f37d09f656b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '95d35185-0d9d-41ec-856d-6892ce84ce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:40.239567 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Network hostable DHCP agents. Network: 95d35185-0d9d-41ec-856d-6892ce84ce8e, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:17:40.241803 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:40.308672 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks [] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.311646 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] For port 39888363-1e64-47c5-a032-dd3196f9ec14, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:17:40.321411 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'project_id': '5cb09766b9784d50aad144d466a5d050', 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:17:40.322377 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.374737 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] For port 39888363-1e64-47c5-a032-dd3196f9ec14, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=39888363-1e64-47c5-a032-dd3196f9ec14,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:17:40.375884 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (edd71229-878c-4215-8b90-6d294b98ba37), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.377995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (edd71229-878c-4215-8b90-6d294b98ba37), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.437883 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.485022 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks [] for router_gateway (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.550222 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Publish callbacks [] for port (2ef91822-413b-491b-84ef-497b59fc7e53), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.557524 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Network 95d35185-0d9d-41ec-856d-6892ce84ce8e is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:17:40.589619 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.596772 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks [] for router_controller (edd71229-878c-4215-8b90-6d294b98ba37), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.609074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-fea7078d-8452-44c0-92d1-4d602dd1d619 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:40.611237 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-fea7078d-8452-44c0-92d1-4d602dd1d619 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/networks?id=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced HTTP/1.1" status: 200 len: 811 time: 0.5236585 May 26 18:17:40.615778 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.633387 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:40.656104 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:40.678480 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:40.746568 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 95d35185-0d9d-41ec-856d-6892ce84ce8e) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:40.778875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:40.780348 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:40.828413 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab2431-144d-41f6-a0aa-55f5e73f8988 None None] Network 95d35185-0d9d-41ec-856d-6892ce84ce8e requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:40.859570 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:40.880427 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:40.902029 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:41.069930 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Attempting to bind port 2ef91822-413b-491b-84ef-497b59fc7e53 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:17:41.070635 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Attempting to bind port 2ef91822-413b-491b-84ef-497b59fc7e53 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:17:41.071213 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Attempting to bind port 2ef91822-413b-491b-84ef-497b59fc7e53 on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:17:41.115154 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:17:41.115552 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Checking segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:41.116254 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.116798 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Bound using segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:17:41.117442 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Bound port: 2ef91822-413b-491b-84ef-497b59fc7e53, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:17:41.118088 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.147463 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-e21ffa73-e70a-4b80-9f61-294dc30a6c33 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/quotas/3f65ddb707cf4a3991b4797726d1336e HTTP/1.1" status: 200 len: 375 time: 0.5276783 May 26 18:17:41.165433 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-76774f40-e224-4036-a33a-8afc428ba2b4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9083533 May 26 18:17:41.188746 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cec64-324d-437c-b092-f5ce980fb1f2 None None] Pushing event updated for resources: {'Port': ['ID=39888363-1e64-47c5-a032-dd3196f9ec14,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:41.195081 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks [] for router_gateway (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.216890 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] For port 2ef91822-413b-491b-84ef-497b59fc7e53, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:17:41.220502 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] For port 2ef91822-413b-491b-84ef-497b59fc7e53, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=2ef91822-413b-491b-84ef-497b59fc7e53,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:17:41.226610 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.265688 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:41.267233 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175071ef-b92c-4d23-8319-5c583698f0a4 None None] Network 95d35185-0d9d-41ec-856d-6892ce84ce8e requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:41.274677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Pushing event updated for resources: {'Port': ['ID=2ef91822-413b-491b-84ef-497b59fc7e53,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:41.282337 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.290689 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Pushing event updated for resources: {'Port': ['ID=7f63c58f-788e-4488-bfdd-2deacd2b50f1,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:41.359307 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fcfc5-59ea-4512-a7c7-74b87e553623 None None] Pushing event updated for resources: {'Port': ['ID=2ef91822-413b-491b-84ef-497b59fc7e53,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:41.392264 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52116) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:41.394661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-6e0f9d68-a922-4889-a002-7a14dd1a0e23 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f65ddb707cf4a3991b4797726d1336e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1532369 May 26 18:17:41.419981 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks [] for router_gateway (edd71229-878c-4215-8b90-6d294b98ba37), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.441045 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:41.459722 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Allocated IP 172.20.0.2 (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4/e2067c24-9fbf-4e43-9f21-0fffddf01cd2/250e46e6-493b-4eed-b44e-dc646ea090ba) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:41.484788 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Allocated IP 172.27.3.162 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/dbc1bfa1-3d35-4adb-ba18-4a5119762782) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:41.663894 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks [] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.673139 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52126) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:41.790075 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.833384 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 39888363-1e64-47c5-a032-dd3196f9ec14 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:41.940510 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2256ff90-9a2a-4f06-9243-e32a1bd5144e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:41.945317 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:41.946574 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:41.959418 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:41.964084 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:41.965793 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Pushing event updated for resources: {'Port': ['ID=dbc1bfa1-3d35-4adb-ba18-4a5119762782,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:41.981369 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:42.021870 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:42.047502 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 39888363-1e64-47c5-a032-dd3196f9ec14 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:42.051656 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.081986 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks [] for router_gateway (e088a590-8aa8-4bd8-a8f3-23e6c224960d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.372392 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Publish callbacks [] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.390366 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.430432 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-12426d89-58f8-4dae-a3fb-146380331035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.459996 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:42.490418 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks [] for router_gateway (edd71229-878c-4215-8b90-6d294b98ba37), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.522082 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccff27cd-1b98-4f35-93b3-4647318941ac None None] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:42.534325 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-ff25fef2-9129-49ff-b067-4e18aa6450bf service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:17:42.543939 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-ff25fef2-9129-49ff-b067-4e18aa6450bf service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3365521 May 26 18:17:42.547317 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.559575 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:42.618856 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:42.626582 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:42.634479 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Pushing event updated for resources: {'Port': ['ID=250e46e6-493b-4eed-b44e-dc646ea090ba,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:42.645352 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 39888363-1e64-47c5-a032-dd3196f9ec14 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:42.645829 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.661888 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-12426d89-58f8-4dae-a3fb-146380331035 admin admin] Publish callbacks [] for security_group (8212b5cb-63bb-4a61-8ee0-8b78ef382ec9), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.689816 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-12426d89-58f8-4dae-a3fb-146380331035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (8212b5cb-63bb-4a61-8ee0-8b78ef382ec9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.723169 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Allocated IP 172.27.3.230 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/fcd7fde4-161d-40d8-8179-1406191fc27f) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:42.727113 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-a2d1f272-0079-4c1f-bfc7-90cee1d97ba5 None None] Provisioning complete for port 39888363-1e64-47c5-a032-dd3196f9ec14 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:42.727643 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f272-0079-4c1f-bfc7-90cee1d97ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.768485 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:42.823302 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12426d89-58f8-4dae-a3fb-146380331035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8212b5cb-63bb-4a61-8ee0-8b78ef382ec9,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:42.844487 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-12426d89-58f8-4dae-a3fb-146380331035 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6d18f4b036f492da77cb37f19c75827&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1674824 May 26 18:17:42.846556 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52152) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:42.849719 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port 39888363-1e64-47c5-a032-dd3196f9ec14, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=39888363-1e64-47c5-a032-dd3196f9ec14,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:17:42.874510 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52154) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:42.876953 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks [] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.889360 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.889550 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806415423-network', 'tenant_id': '9283da8d71e843b6a92d56858470ddb2'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:42.898435 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2256ff90-9a2a-4f06-9243-e32a1bd5144e admin admin] Publish callbacks [] for security_group (a690f000-8537-45e7-8a5a-a56c33ac75a8), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.920390 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2256ff90-9a2a-4f06-9243-e32a1bd5144e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a690f000-8537-45e7-8a5a-a56c33ac75a8), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.936575 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Attempting to bind port 250e46e6-493b-4eed-b44e-dc646ea090ba on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:17:42.937021 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Attempting to bind port 250e46e6-493b-4eed-b44e-dc646ea090ba by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:17:42.937444 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Attempting to bind port 250e46e6-493b-4eed-b44e-dc646ea090ba on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:17:42.947469 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:17:42.947469 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Checking segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:42.947750 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.948101 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Bound using segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:17:42.948648 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Bound port: 250e46e6-493b-4eed-b44e-dc646ea090ba, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:17:42.949087 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.972338 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:42.989894 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:43.015574 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=39888363-1e64-47c5-a032-dd3196f9ec14,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:43.020878 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Made reservation on behalf of 9283da8d71e843b6a92d56858470ddb2 for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:43.023288 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.047919 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-2256ff90-9a2a-4f06-9243-e32a1bd5144e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54ec292e2bcc4c24a926e7e289e4a113&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6530523 May 26 18:17:43.053054 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.055016 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256ff90-9a2a-4f06-9243-e32a1bd5144e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a690f000-8537-45e7-8a5a-a56c33ac75a8,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:43.057959 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52160) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:43.058536 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1f272-0079-4c1f-bfc7-90cee1d97ba5 None None] Current status of the port 39888363-1e64-47c5-a032-dd3196f9ec14 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:43.085713 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks [] for router_gateway (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.105958 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:43.106973 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] For port 250e46e6-493b-4eed-b44e-dc646ea090ba, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:17:43.111779 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] For port 250e46e6-493b-4eed-b44e-dc646ea090ba, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=250e46e6-493b-4eed-b44e-dc646ea090ba,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:17:43.126803 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.149314 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:43.152624 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:43.209962 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03540ea-8d6f-4ba3-b3ee-13d630541da0 None None] Pushing event updated for resources: {'Port': ['ID=250e46e6-493b-4eed-b44e-dc646ea090ba,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:43.211579 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2feb6d44-0854-4102-baae-13516b8f740f admin admin] Publish callbacks [] for security_group (8212b5cb-63bb-4a61-8ee0-8b78ef382ec9), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.265627 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Pushing event updated for resources: {'Port': ['ID=fcd7fde4-161d-40d8-8179-1406191fc27f,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:43.266910 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a70e0-8019-4a79-9d4c-8dc442661d57 None None] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:43.284262 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (e088a590-8aa8-4bd8-a8f3-23e6c224960d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.300272 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2feb6d44-0854-4102-baae-13516b8f740f admin admin] Publish callbacks [] for security_group (8212b5cb-63bb-4a61-8ee0-8b78ef382ec9), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.338967 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-059b20c4-705e-4b1d-b89e-d4fb1b0bb306 admin admin] Publish callbacks [] for security_group (a690f000-8537-45e7-8a5a-a56c33ac75a8), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.353467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-1c17e118-5e36-4559-b556-94c79912d1dd None None] Provisioning complete for port 2ef91822-413b-491b-84ef-497b59fc7e53 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:43.353968 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1c17e118-5e36-4559-b556-94c79912d1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.385970 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:43.408034 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-059b20c4-705e-4b1d-b89e-d4fb1b0bb306 admin admin] Publish callbacks [] for security_group (a690f000-8537-45e7-8a5a-a56c33ac75a8), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.417824 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:43.466603 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:43.492552 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-526c840e-37c6-4ece-9b88-a005329f7428 service neutron] 10.222.0.46 "GET /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9473791 May 26 18:17:43.531545 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:17:43.540056 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Publish callbacks [] for security_group (40f97bec-ccea-4dec-9f27-8efe91711c97), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.553156 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-1c17e118-5e36-4559-b556-94c79912d1dd None None] Current status of the port 2ef91822-413b-491b-84ef-497b59fc7e53 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:43.553564 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1c17e118-5e36-4559-b556-94c79912d1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.556380 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (40f97bec-ccea-4dec-9f27-8efe91711c97), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.648827 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2feb6d44-0854-4102-baae-13516b8f740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (8212b5cb-63bb-4a61-8ee0-8b78ef382ec9), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.650254 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-1c17e118-5e36-4559-b556-94c79912d1dd None None] For port 2ef91822-413b-491b-84ef-497b59fc7e53, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=2ef91822-413b-491b-84ef-497b59fc7e53,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:17:43.653540 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.656701 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2feb6d44-0854-4102-baae-13516b8f740f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.661449 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1c17e118-5e36-4559-b556-94c79912d1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.675761 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-2feb6d44-0854-4102-baae-13516b8f740f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8212b5cb-63bb-4a61-8ee0-8b78ef382ec9 HTTP/1.1" status: 204 len: 168 time: 0.8240225 May 26 18:17:43.705277 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:43.802391 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f97bec-ccea-4dec-9f27-8efe91711c97,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:43.811112 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-059b20c4-705e-4b1d-b89e-d4fb1b0bb306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a690f000-8537-45e7-8a5a-a56c33ac75a8), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.815233 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-059b20c4-705e-4b1d-b89e-d4fb1b0bb306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.819280 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-059b20c4-705e-4b1d-b89e-d4fb1b0bb306 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a690f000-8537-45e7-8a5a-a56c33ac75a8 HTTP/1.1" status: 204 len: 168 time: 0.7557862 May 26 18:17:43.828214 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:17:43.833238 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.851035 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb6d44-0854-4102-baae-13516b8f740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8212b5cb-63bb-4a61-8ee0-8b78ef382ec9,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:43.858411 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17e118-5e36-4559-b556-94c79912d1dd None None] Pushing event updated for resources: {'Port': ['ID=2ef91822-413b-491b-84ef-497b59fc7e53,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:43.864460 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-6a0552ac-f6c0-48ca-9773-d604c260e9cf None None] Provisioning complete for port 39888363-1e64-47c5-a032-dd3196f9ec14 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:43.868998 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a0552ac-f6c0-48ca-9773-d604c260e9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.953798 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (8420865c-1ae7-4735-a1e8-afb7125a480f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.954195 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Added segment 8420865c-1ae7-4735-a1e8-afb7125a480f of type vlan for network 2a2518e1-e9e2-405d-a122-b145bcff4386 May 26 18:17:43.979889 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks [] for router_gateway (edd71229-878c-4215-8b90-6d294b98ba37), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:43.983418 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b20c4-705e-4b1d-b89e-d4fb1b0bb306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a690f000-8537-45e7-8a5a-a56c33ac75a8,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:44.010212 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 2ef91822-413b-491b-84ef-497b59fc7e53 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:44.046036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:44.055122 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-d1a2f84f-c5ad-4d78-b9d7-2ef6923310f5 service neutron] 10.222.0.46 "GET /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334002 May 26 18:17:44.118951 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (2a2518e1-e9e2-405d-a122-b145bcff4386), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.159901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Router e088a590-8aa8-4bd8-a8f3-23e6c224960d is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:17:44.187656 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (2a2518e1-e9e2-405d-a122-b145bcff4386), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.202437 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:44.203282 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.272163 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 2ef91822-413b-491b-84ef-497b59fc7e53 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:44.284467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.289310 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-6a0552ac-f6c0-48ca-9773-d604c260e9cf None None] Current status of the port 39888363-1e64-47c5-a032-dd3196f9ec14 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:44.345638 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4583867 May 26 18:17:44.365017 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52172) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:44.378081 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Request body: {'subnet': {'network_id': '2a2518e1-e9e2-405d-a122-b145bcff4386', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806415423-subnet', 'tenant_id': '9283da8d71e843b6a92d56858470ddb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:44.420142 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfff2f-8bbb-499b-9d78-cc929d032afa admin admin] Pushing event updated for resources: {'Network': ['ID=2a2518e1-e9e2-405d-a122-b145bcff4386,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:44.445409 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:17:44.469835 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 2a2518e1-e9e2-405d-a122-b145bcff4386 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:17:44.478958 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Made reservation on behalf of 9283da8d71e843b6a92d56858470ddb2 for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:44.490676 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.513417 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:17:44.514834 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7ddd43e3-6424-40f0-8997-32c99291cf88 None None] Provisioning complete for port 2ef91822-413b-491b-84ef-497b59fc7e53 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:44.524417 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7ddd43e3-6424-40f0-8997-32c99291cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.548463 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Sync routers for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:17:44.588818 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:44.589638 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:44.596938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (edd71229-878c-4215-8b90-6d294b98ba37), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.665499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.669805 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3277741e-c7d8-4841-93d8-5e23eb9b0490 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8082621 May 26 18:17:44.669995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52196) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:44.735315 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52204) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:44.766799 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-23658467-cd3b-4a10-9e61-31a940e0d63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.856792 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 2ef91822-413b-491b-84ef-497b59fc7e53 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:44.858230 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 250e46e6-493b-4eed-b44e-dc646ea090ba up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:44.905151 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:44.962199 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 250e46e6-493b-4eed-b44e-dc646ea090ba triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:44.962907 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:44.999935 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:45.031578 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b41c71-da09-4c44-8bee-1ac501021f12 None None] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:45.060061 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd43e3-6424-40f0-8997-32c99291cf88 None None] Current status of the port 2ef91822-413b-491b-84ef-497b59fc7e53 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:45.166672 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:45.174554 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 250e46e6-493b-4eed-b44e-dc646ea090ba is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:45.175274 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.195583 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52212) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:45.222763 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:17:45.238730 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:17:45.257020 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-80f246a6-5a93-4696-b1cf-1a26a6e4534c None None] Provisioning complete for port 250e46e6-493b-4eed-b44e-dc646ea090ba triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:45.258039 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80f246a6-5a93-4696-b1cf-1a26a6e4534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.323067 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:45.323914 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:45.333562 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port 250e46e6-493b-4eed-b44e-dc646ea090ba, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=250e46e6-493b-4eed-b44e-dc646ea090ba,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:17:45.346305 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.351284 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8fc30141-f655-4c6d-a075-2c00597f708d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5106916 May 26 18:17:45.358916 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52218) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:45.393691 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6548663e-b2e3-456f-a523-aaa634aa691c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.395423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.396479 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 39888363-1e64-47c5-a032-dd3196f9ec14 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:45.436062 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:45.522665 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:41Z', 'revision_number': 3, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:45.554937 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52224) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:45.565856 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Checking router: e088a590-8aa8-4bd8-a8f3-23e6c224960d for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:17:45.566516 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:45.567609 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Updating router e088a590-8aa8-4bd8-a8f3-23e6c224960d port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:17:45.605924 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.647826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:45.669113 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-23658467-cd3b-4a10-9e61-31a940e0d63a admin admin] Publish callbacks [] for security_group (2e15f8cb-d752-4416-bcbd-d1937873a0b9), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.700305 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-23658467-cd3b-4a10-9e61-31a940e0d63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (2e15f8cb-d752-4416-bcbd-d1937873a0b9), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.719738 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (c612bd84-5917-4c3d-8212-fea30bfeb8ea), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.739945 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Router edd71229-878c-4215-8b90-6d294b98ba37 is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:17:45.826238 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:45.904825 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-23658467-cd3b-4a10-9e61-31a940e0d63a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb23e39ef1d34d27a3a3f074c40d5ce6&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1684167 May 26 18:17:45.910121 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=250e46e6-493b-4eed-b44e-dc646ea090ba,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:45.928867 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23658467-cd3b-4a10-9e61-31a940e0d63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15f8cb-d752-4416-bcbd-d1937873a0b9,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:45.936532 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:45.954889 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52244) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:45.973065 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-80f246a6-5a93-4696-b1cf-1a26a6e4534c None None] Current status of the port 250e46e6-493b-4eed-b44e-dc646ea090ba is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:45.977670 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Publish callbacks [] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:45.982688 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:45.989610 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.035223 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 39888363-1e64-47c5-a032-dd3196f9ec14 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:46.035759 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.062652 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Pushing event updated for resources: {'Port': ['ID=7f63c58f-788e-4488-bfdd-2deacd2b50f1,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:46.102027 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.102732 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.103284 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.103768 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.104290 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.104747 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.105516 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.106014 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.106628 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.107084 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.107540 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.108009 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.109127 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.109593 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.110135 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Tracked resource versions report: May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: pushed versions: May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: { 'AddressGroup': {'1.2'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Agent': {'1.1'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'ConntrackHelper': {'1.0'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'LocalIPAssociation': {'1.0'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Log': {'1.0'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'NDPProxy': {'1.0'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Network': {'1.1'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Port': {'1.7'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'PortForwarding': {'1.3'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'QosPolicy': {'1.10'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SecurityGroup': {'1.5'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SecurityGroupRule': {'1.2'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SubPort': {'1.0'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Subnet': {'1.1'}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Trunk': {'1.1'}} May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: consumer versions: May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: { DHCP agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: HyperV agent@hv-cinder-84349: {}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: L3 agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: Metadata agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: Metering agent@dv-cinder-843493-1-iscsi: {}, May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: Open vSwitch agent@dv-cinder-843493-1-iscsi: { 'AddressGroup': '1.2', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Agent': '1.1', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'ConntrackHelper': '1.0', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'LocalIPAssociation': '1.0', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Log': '1.0', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'NDPProxy': '1.0', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Network': '1.1', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Port': '1.7', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'PortForwarding': '1.3', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'QosPolicy': '1.10', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SecurityGroup': '1.5', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SecurityGroupRule': '1.2', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'SubPort': '1.0', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Subnet': '1.1', May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: 'Trunk': '1.1'}} May 26 18:17:46.112441 dv-cinder-843493-1-iscsi neutron-server[103970]: {{(pid=103970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:17:46.128114 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Attempting to bind port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:17:46.128695 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Attempting to bind port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:17:46.129335 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Attempting to bind port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:17:46.139627 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:17:46.140249 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:46.140854 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.141941 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:17:46.142652 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Bound port: 7f63c58f-788e-4488-bfdd-2deacd2b50f1, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:17:46.143517 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.148744 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:46.159423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-e9f17ba3-8c5a-496b-927a-bf8c8f1d3795 None None] Provisioning complete for port 250e46e6-493b-4eed-b44e-dc646ea090ba triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:46.159980 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e9f17ba3-8c5a-496b-927a-bf8c8f1d3795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.175122 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2608985e-ecef-4e07-8a50-9b572f2ef202 req-df8677b2-0bd1-4d25-8fa3-ccca866d3583 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 210 time: 0.6043167 May 26 18:17:46.225780 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] For port 7f63c58f-788e-4488-bfdd-2deacd2b50f1, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:17:46.229674 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] For port 7f63c58f-788e-4488-bfdd-2deacd2b50f1, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=7f63c58f-788e-4488-bfdd-2deacd2b50f1,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:17:46.245529 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.281593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6548663e-b2e3-456f-a523-aaa634aa691c admin admin] Publish callbacks [] for security_group (2bdb4182-7dbc-4e20-908f-15d0edff2c51), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.314402 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 39888363-1e64-47c5-a032-dd3196f9ec14 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:46.383409 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:42Z', 'revision_number': 3, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:46.411448 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:46.418457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6548663e-b2e3-456f-a523-aaa634aa691c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (2bdb4182-7dbc-4e20-908f-15d0edff2c51), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.423974 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:46.439896 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:17:46.440545 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Updating router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab port dbc1bfa1-3d35-4adb-ba18-4a5119762782 binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:17:46.468194 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-e9f17ba3-8c5a-496b-927a-bf8c8f1d3795 None None] Current status of the port 250e46e6-493b-4eed-b44e-dc646ea090ba is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:46.524194 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3902e-d059-4001-b442-45bda687f7b3 None None] Pushing event updated for resources: {'Port': ['ID=7f63c58f-788e-4488-bfdd-2deacd2b50f1,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:46.571925 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.594883 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 2ef91822-413b-491b-84ef-497b59fc7e53 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:46.600670 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b0cc-51da-4a22-a3e1-5461b3e1674d admin admin] Publish callbacks [] for security_group (2e15f8cb-d752-4416-bcbd-d1937873a0b9), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.606692 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:17:46.634644 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Sync routers for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:17:46.642312 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:46.644634 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:46.653524 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Checking segment: {'id': '8420865c-1ae7-4735-a1e8-afb7125a480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2a2518e1-e9e2-405d-a122-b145bcff4386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:46.654079 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Network hostable DHCP agents. Network: 2a2518e1-e9e2-405d-a122-b145bcff4386, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:17:46.662824 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6548663e-b2e3-456f-a523-aaa634aa691c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51eed2bfd5e84319bd601fb137512c17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4607069 May 26 18:17:46.665824 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52266) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:46.685517 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548663e-b2e3-456f-a523-aaa634aa691c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb4182-7dbc-4e20-908f-15d0edff2c51,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:46.699884 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:46.699884 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:46.719950 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c612bd84-5917-4c3d-8212-fea30bfeb8ea,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:46.746690 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27d16cd2-39aa-4db8-8908-1cd885c9fe14 admin admin] Publish callbacks [] for security_group (2bdb4182-7dbc-4e20-908f-15d0edff2c51), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.766985 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b0cc-51da-4a22-a3e1-5461b3e1674d admin admin] Publish callbacks [] for security_group (2e15f8cb-d752-4416-bcbd-d1937873a0b9), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.772278 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27d16cd2-39aa-4db8-8908-1cd885c9fe14 admin admin] Publish callbacks [] for security_group (2bdb4182-7dbc-4e20-908f-15d0edff2c51), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.779808 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:46.792805 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.794251 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-11ac3773-9371-44d8-9893-dcff4e575a6f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7328889 May 26 18:17:46.800890 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 2ef91822-413b-491b-84ef-497b59fc7e53 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:46.801964 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.802059 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52270) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:46.837517 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:46.894607 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.913395 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27d16cd2-39aa-4db8-8908-1cd885c9fe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (2bdb4182-7dbc-4e20-908f-15d0edff2c51), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.916158 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27d16cd2-39aa-4db8-8908-1cd885c9fe14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:46.920486 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-27d16cd2-39aa-4db8-8908-1cd885c9fe14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bdb4182-7dbc-4e20-908f-15d0edff2c51 HTTP/1.1" status: 204 len: 168 time: 0.2468357 May 26 18:17:46.920486 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Network 2a2518e1-e9e2-405d-a122-b145bcff4386 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:17:46.979135 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d16cd2-39aa-4db8-8908-1cd885c9fe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb4182-7dbc-4e20-908f-15d0edff2c51,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:46.984736 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 2ef91822-413b-491b-84ef-497b59fc7e53 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:46.987977 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 250e46e6-493b-4eed-b44e-dc646ea090ba up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:46.999196 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 2a2518e1-e9e2-405d-a122-b145bcff4386) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:47.033181 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46f9894-5c8a-48d5-9ff4-d511d7e7ddbd None None] Network 2a2518e1-e9e2-405d-a122-b145bcff4386 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:47.115017 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:47.121426 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.153411 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-7daff390-1698-45ad-9145-da0799d159d7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7804837 May 26 18:17:47.215984 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Publish callbacks [] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.228546 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 250e46e6-493b-4eed-b44e-dc646ea090ba triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:47.228862 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.230850 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:47.257619 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.348188 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6117dec5-7b66-456e-9358-1cae6663b86e None None] Network 2a2518e1-e9e2-405d-a122-b145bcff4386 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:17:47.353788 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Attempting to bind port dbc1bfa1-3d35-4adb-ba18-4a5119762782 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:17:47.354157 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Attempting to bind port dbc1bfa1-3d35-4adb-ba18-4a5119762782 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:17:47.354530 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Attempting to bind port dbc1bfa1-3d35-4adb-ba18-4a5119762782 on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:17:47.364897 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:47.368056 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:47.369300 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96f79a-71f4-43e3-88c9-465859f7de7c None None] Pushing event updated for resources: {'Port': ['ID=dbc1bfa1-3d35-4adb-ba18-4a5119762782,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:47.452467 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52282) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:47.489876 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:17:47.498282 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:47.498917 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.499501 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:17:47.500666 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Bound port: dbc1bfa1-3d35-4adb-ba18-4a5119762782, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:17:47.508704 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.571126 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Allocated IP 172.20.0.1 (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69/f7dbb774-e8ea-4513-864e-fb7fc7d93b3d/faa11c34-cfdd-44fa-af6e-f008999a75df) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:47.581591 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:47.629089 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 250e46e6-493b-4eed-b44e-dc646ea090ba is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:47.632111 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] For port dbc1bfa1-3d35-4adb-ba18-4a5119762782, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:17:47.637469 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] For port dbc1bfa1-3d35-4adb-ba18-4a5119762782, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=dbc1bfa1-3d35-4adb-ba18-4a5119762782,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:17:47.700109 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.733122 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Publish callbacks [] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.770362 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.782500 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96f79a-71f4-43e3-88c9-465859f7de7c None None] Pushing event updated for resources: {'Port': ['ID=dbc1bfa1-3d35-4adb-ba18-4a5119762782,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:47.793107 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:47.793855 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:47.847223 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:47.851523 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca8d0598-ec8a-4329-94d7-9f47950f91fc req-52d9f601-50dd-451f-9309-8ff0fd7eded4 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 210 time: 0.2570274 May 26 18:17:47.871532 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:47.876030 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b1fa24-6b0b-41a8-be88-8ec1d11d9cb0 admin admin] Deleting subnet 19e6bab7-6202-414f-8569-7511e4cc7165 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:17:47.889248 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:47.896036 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:47.896036 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:47.909849 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:41Z', 'revision_number': 3, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:47.950766 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de941a7f-0b29-4a41-8556-a65a55ea6678 None None] The sync data for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi is: [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:41Z', 'revision_number': 3, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:17:47.973992 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53b1fa24-6b0b-41a8-be88-8ec1d11d9cb0 admin admin] Publish callbacks [] for subnet (19e6bab7-6202-414f-8569-7511e4cc7165), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.006099 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:48.061690 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b0cc-51da-4a22-a3e1-5461b3e1674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (2e15f8cb-d752-4416-bcbd-d1937873a0b9), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.067621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b0cc-51da-4a22-a3e1-5461b3e1674d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.073380 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d0f3b0cc-51da-4a22-a3e1-5461b3e1674d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e15f8cb-d752-4416-bcbd-d1937873a0b9 HTTP/1.1" status: 204 len: 168 time: 2.1144969 May 26 18:17:48.107534 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:43Z', 'revision_number': 3, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:48.117438 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:48.121605 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=faa11c34-cfdd-44fa-af6e-f008999a75df,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:48.129448 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3b0cc-51da-4a22-a3e1-5461b3e1674d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15f8cb-d752-4416-bcbd-d1937873a0b9,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:48.161076 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.184783 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Checking router: edd71229-878c-4215-8b90-6d294b98ba37 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:17:48.185392 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Updating router edd71229-878c-4215-8b90-6d294b98ba37 port fcd7fde4-161d-40d8-8179-1406191fc27f binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:17:48.196969 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.281063 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.329767 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53b1fa24-6b0b-41a8-be88-8ec1d11d9cb0 admin admin] Publish callbacks [] for subnet (19e6bab7-6202-414f-8569-7511e4cc7165), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.450708 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:48.466825 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53b1fa24-6b0b-41a8-be88-8ec1d11d9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (19e6bab7-6202-414f-8569-7511e4cc7165), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.694740 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53b1fa24-6b0b-41a8-be88-8ec1d11d9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (19e6bab7-6202-414f-8569-7511e4cc7165), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.727105 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:48.731857 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Publish callbacks [] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.740439 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.741593 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.808089 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=faa11c34-cfdd-44fa-af6e-f008999a75df,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:48.827476 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-28a4648b-f9e0-4dbe-a5b2-9bca3f1a79be None None] Provisioning complete for port faa11c34-cfdd-44fa-af6e-f008999a75df triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:48.827798 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-28a4648b-f9e0-4dbe-a5b2-9bca3f1a79be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.859209 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:48.877633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1fa24-6b0b-41a8-be88-8ec1d11d9cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e6bab7-6202-414f-8569-7511e4cc7165,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:48.883485 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Publish callbacks [] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.904721 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:49.016832 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-28a4648b-f9e0-4dbe-a5b2-9bca3f1a79be None None] Port faa11c34-cfdd-44fa-af6e-f008999a75df cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:17:49.077221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:49.083900 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:49.095287 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46953-bf08-4606-865b-48007f6720e6 None None] Pushing event updated for resources: {'Port': ['ID=fcd7fde4-161d-40d8-8179-1406191fc27f,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:49.098590 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Attempting to bind port fcd7fde4-161d-40d8-8179-1406191fc27f on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:17:49.099028 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Attempting to bind port fcd7fde4-161d-40d8-8179-1406191fc27f by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:17:49.099303 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Attempting to bind port fcd7fde4-161d-40d8-8179-1406191fc27f on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:17:49.135402 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:17:49.135402 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:49.135731 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:49.135978 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:17:49.138517 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Bound port: fcd7fde4-161d-40d8-8179-1406191fc27f, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:17:49.139135 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:49.141599 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:42Z', 'revision_number': 3, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:49.189201 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-53b1fa24-6b0b-41a8-be88-8ec1d11d9cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:49.195780 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-53b1fa24-6b0b-41a8-be88-8ec1d11d9cb0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/19e6bab7-6202-414f-8569-7511e4cc7165 HTTP/1.1" status: 204 len: 168 time: 1.7421937 May 26 18:17:49.210888 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52324) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:49.217308 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529e29c-d28d-4430-aa30-cc8cd259af9f None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:42Z', 'revision_number': 3, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:17:49.314819 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] For port fcd7fde4-161d-40d8-8179-1406191fc27f, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:17:49.319040 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] For port fcd7fde4-161d-40d8-8179-1406191fc27f, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=fcd7fde4-161d-40d8-8179-1406191fc27f,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:17:49.339729 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:49.396886 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:17:49.489428 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:49.490576 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:49.539429 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (95d35185-0d9d-41ec-856d-6892ce84ce8e), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:49.543686 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46953-bf08-4606-865b-48007f6720e6 None None] Pushing event updated for resources: {'Port': ['ID=fcd7fde4-161d-40d8-8179-1406191fc27f,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:49.598420 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:17:49.604336 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5353d76e-e377-44a7-8d34-e95d17a07dc3 admin admin] 10.222.0.46 "PUT /v2.0/routers/5b475050-6bc6-4ce1-b5ca-792a9deac5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2443659 May 26 18:17:49.625258 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Allocated IP 172.20.0.1 (8c7075e7-d3fe-46a2-a6e3-f88506cd300f/090b1aa7-3fdd-4f15-a285-ef94307d835f/a8b234d4-fd82-4fde-b924-907c788bafbf) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:49.643981 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-15dfccff-aab2-451c-ae00-5ddef1656691 req-0af12781-4a4d-4759-b944-1b5e2f599ec0 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 210 time: 0.2531700 May 26 18:17:49.651104 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-26d80626-b7ad-4658-b284-2658558a8664 None None] Provisioning complete for port faa11c34-cfdd-44fa-af6e-f008999a75df triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:49.657688 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-26d80626-b7ad-4658-b284-2658558a8664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:49.741480 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-26d80626-b7ad-4658-b284-2658558a8664 None None] Port faa11c34-cfdd-44fa-af6e-f008999a75df cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:17:49.761501 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:49.795136 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:49.993648 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (95d35185-0d9d-41ec-856d-6892ce84ce8e), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.022897 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:43Z', 'revision_number': 3, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:50.045192 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.045912 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.046746 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.047152 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > port after_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.047540 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.047939 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > port after_update 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.048327 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.048709 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.049913 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.050611 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.059376 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7e8c5-9a5c-48f8-92fc-1ffdd222ce97 None None] The sync data for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi is: [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:43Z', 'revision_number': 3, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:17:50.349032 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6539-41ac-4a75-acc6-e8e168030bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.399886 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.400250 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.411883 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.412304 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:17:50.413008 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d35185-0d9d-41ec-856d-6892ce84ce8e']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:50.426346 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:50.534450 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52362) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:50.540985 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-36c71682-039e-46e0-8952-472b167cc033 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662704821', 'description': 'tempest-description--1522556153'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:50.547316 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.571464 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-36c71682-039e-46e0-8952-472b167cc033 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.584125 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device dbc1bfa1-3d35-4adb-ba18-4a5119762782 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:50.653431 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7dac7d-a287-42d2-a19a-f37d09f656b9') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:50.654299 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7dac7d-a287-42d2-a19a-f37d09f656b9') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:50.784626 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port dbc1bfa1-3d35-4adb-ba18-4a5119762782 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:50.785006 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.824140 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (7e7dac7d-a287-42d2-a19a-f37d09f656b9), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.859300 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-36c71682-039e-46e0-8952-472b167cc033 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (547628d5-20ab-453a-8fdd-315146fb2216), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.860950 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.42', 61625) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:50.886558 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-36c71682-039e-46e0-8952-472b167cc033 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (547628d5-20ab-453a-8fdd-315146fb2216), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.985940 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (7e7dac7d-a287-42d2-a19a-f37d09f656b9), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.013395 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port dbc1bfa1-3d35-4adb-ba18-4a5119762782 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:51.013859 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.056066 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port dbc1bfa1-3d35-4adb-ba18-4a5119762782, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=dbc1bfa1-3d35-4adb-ba18-4a5119762782,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:17:51.068420 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.069539 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7f63c58f-788e-4488-bfdd-2deacd2b50f1 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:51.071191 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-36c71682-039e-46e0-8952-472b167cc033 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.072034 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Publish callbacks [] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.075177 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-36c71682-039e-46e0-8952-472b167cc033 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5377891 May 26 18:17:51.154329 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52382) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:51.174239 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-cd337dbe-4eb9-4ef0-9832-6b6d183c0388 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group_rule': {'security_group_id': '547628d5-20ab-453a-8fdd-315146fb2216', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:51.198566 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:51.218918 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=dbc1bfa1-3d35-4adb-ba18-4a5119762782,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:51.284050 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:51.284894 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.290457 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7df68ecd-054a-4eab-ac9b-dd295c91b065 req-380a3422-801a-447d-b3d9-a42831fa7d73 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 210 time: 0.3667638 May 26 18:17:51.294850 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:17:51.295745 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (7e7dac7d-a287-42d2-a19a-f37d09f656b9), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.448163 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:51.448624 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.460776 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:51.550220 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-7a23b717-7785-4a52-97c1-b8849ea719d0 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:51.553082 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-7a23b717-7785-4a52-97c1-b8849ea719d0 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.42 "GET /v2.0/networks?id=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced HTTP/1.1" status: 200 len: 811 time: 0.6904223 May 26 18:17:51.554406 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port 7f63c58f-788e-4488-bfdd-2deacd2b50f1, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=7f63c58f-788e-4488-bfdd-2deacd2b50f1,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:17:51.567382 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.588792 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c71682-039e-46e0-8952-472b167cc033 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547628d5-20ab-453a-8fdd-315146fb2216,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:51.643350 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Request body: {'port': {'device_id': '9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e', 'network_id': 'e7aa82ed-d0b7-4205-a028-23cbc2ce8ced', 'admin_state_up': True, 'tenant_id': '3f65ddb707cf4a3991b4797726d1336e'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:51.648775 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cd337dbe-4eb9-4ef0-9832-6b6d183c0388 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (323d0c8f-5058-433f-83e0-928eba733422), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.686071 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:51.721945 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (95d35185-0d9d-41ec-856d-6892ce84ce8e), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.724435 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=7f63c58f-788e-4488-bfdd-2deacd2b50f1,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:51.738549 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.741353 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] 10.222.0.46 "DELETE /v2.0/networks/95d35185-0d9d-41ec-856d-6892ce84ce8e HTTP/1.1" status: 204 len: 168 time: 2.5290794 May 26 18:17:51.756463 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52408) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:51.902065 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:51.904274 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c85ad-6bc3-4d62-9e43-b07f93e3e026 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d35185-0d9d-41ec-856d-6892ce84ce8e,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:52.139543 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:52.242121 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 7e7dac7d-a287-42d2-a19a-f37d09f656b9 resource provider aggregate not found May 26 18:17:52.252992 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:52.261140 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fccb8c-10df-46f1-9cb0-cc4e1a0e127c admin admin] Deleting subnet c612bd84-5917-4c3d-8212-fea30bfeb8ea {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:17:52.274860 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-00fccb8c-10df-46f1-9cb0-cc4e1a0e127c admin admin] Publish callbacks [] for subnet (c612bd84-5917-4c3d-8212-fea30bfeb8ea), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.288168 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:52.316462 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 7e7dac7d-a287-42d2-a19a-f37d09f656b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e7dac7d-a287-42d2-a19a-f37d09f656b9 found for delete ", "request_id": "req-36083570-71c1-4674-9c1f-7866b7695c17"}]} May 26 18:17:52.389233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:52.436659 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Pushing event updated for resources: {'Port': ['ID=a8b234d4-fd82-4fde-b924-907c788bafbf,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:52.443724 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Allocated IP 172.20.0.1 (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4/e2067c24-9fbf-4e43-9f21-0fffddf01cd2/9d710874-72ef-434d-bf08-67ce2cdad335) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:52.444113 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cd337dbe-4eb9-4ef0-9832-6b6d183c0388 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (323d0c8f-5058-433f-83e0-928eba733422), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.468467 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cd337dbe-4eb9-4ef0-9832-6b6d183c0388 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (323d0c8f-5058-433f-83e0-928eba733422), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.514724 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:52.546509 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-00fccb8c-10df-46f1-9cb0-cc4e1a0e127c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11816564'] for subnet (c612bd84-5917-4c3d-8212-fea30bfeb8ea), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.584440 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd337dbe-4eb9-4ef0-9832-6b6d183c0388 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323d0c8f-5058-433f-83e0-928eba733422,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:52.613843 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Made reservation on behalf of 3f65ddb707cf4a3991b4797726d1336e for: {'port': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:17:52.618994 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.624127 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cd337dbe-4eb9-4ef0-9832-6b6d183c0388 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.626899 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e0f25d75-c0a8-4ff1-8c30-975438cf52a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.636725 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-cd337dbe-4eb9-4ef0-9832-6b6d183c0388 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4774053 May 26 18:17:52.651093 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52450) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:52.655840 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-1e603683-c229-41e7-9705-6794cdecab41 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group_rule': {'security_group_id': '547628d5-20ab-453a-8fdd-315146fb2216', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:52.797939 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device dbc1bfa1-3d35-4adb-ba18-4a5119762782 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:52.807297 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-c4515a60-ed42-4534-a2e9-32bab172a795 None None] Provisioning complete for port a8b234d4-fd82-4fde-b924-907c788bafbf triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:52.815606 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c4515a60-ed42-4534-a2e9-32bab172a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.822044 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (e088a590-8aa8-4bd8-a8f3-23e6c224960d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:52.986644 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:17:53.005864 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2c260075-8e99-4331-ab1a-4631dfea7b05 req-5d4b2bcd-2d34-497d-87dd-d08e89659a0e tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 210 time: 0.3946476 May 26 18:17:53.037299 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1e603683-c229-41e7-9705-6794cdecab41 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (edbda1aa-abdb-4ea0-9b92-7dcf3223de4a), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.054906 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:53.055542 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:53.121385 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-00fccb8c-10df-46f1-9cb0-cc4e1a0e127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (c612bd84-5917-4c3d-8212-fea30bfeb8ea), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.165101 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c4515a60-ed42-4534-a2e9-32bab172a795 None None] Port a8b234d4-fd82-4fde-b924-907c788bafbf cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:17:53.196740 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port dbc1bfa1-3d35-4adb-ba18-4a5119762782 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:53.197041 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.328725 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:53.404285 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Allocated IP 172.20.0.6 (e7aa82ed-d0b7-4205-a028-23cbc2ce8ced/48c849fd-42eb-4ba4-bc25-6cd47a47c513/2ec1e990-e50a-44d3-aeb8-f9a33c92c72b) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:53.543563 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:53.571521 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port dbc1bfa1-3d35-4adb-ba18-4a5119762782 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:53.572970 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device fcd7fde4-161d-40d8-8179-1406191fc27f up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:53.585596 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1e603683-c229-41e7-9705-6794cdecab41 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (edbda1aa-abdb-4ea0-9b92-7dcf3223de4a), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.645750 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1e603683-c229-41e7-9705-6794cdecab41 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (edbda1aa-abdb-4ea0-9b92-7dcf3223de4a), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.663256 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.723396 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port fcd7fde4-161d-40d8-8179-1406191fc27f triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:53.730082 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.738425 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e603683-c229-41e7-9705-6794cdecab41 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbda1aa-abdb-4ea0-9b92-7dcf3223de4a,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:53.788788 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1e603683-c229-41e7-9705-6794cdecab41 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.797834 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1e603683-c229-41e7-9705-6794cdecab41 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1454515 May 26 18:17:53.803858 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52476) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:53.812805 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:53.865264 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Publish callbacks [] for port (9d710874-72ef-434d-bf08-67ce2cdad335), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.887203 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-00fccb8c-10df-46f1-9cb0-cc4e1a0e127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11346441'] for subnet (c612bd84-5917-4c3d-8212-fea30bfeb8ea), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.889167 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.920797 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:53.936905 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Publish callbacks [] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.939244 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fccb8c-10df-46f1-9cb0-cc4e1a0e127c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c612bd84-5917-4c3d-8212-fea30bfeb8ea,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:53.946633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-00fccb8c-10df-46f1-9cb0-cc4e1a0e127c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.949973 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-00fccb8c-10df-46f1-9cb0-cc4e1a0e127c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c612bd84-5917-4c3d-8212-fea30bfeb8ea HTTP/1.1" status: 204 len: 168 time: 2.1903143 May 26 18:17:53.953814 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52480) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:53.980997 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:54.007162 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.065862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.128520 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 2, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:54.181853 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:54.194331 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (2a2518e1-e9e2-405d-a122-b145bcff4386), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.196627 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:17:54.197050 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Updating router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab port faa11c34-cfdd-44fa-af6e-f008999a75df binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:17:54.214767 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:54.223238 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:54.284773 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:54.285523 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Pushing event updated for resources: {'Port': ['ID=9d710874-72ef-434d-bf08-67ce2cdad335,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:54.304618 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port fcd7fde4-161d-40d8-8179-1406191fc27f is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:54.305305 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.316285 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:54.340283 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:54.357454 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:54.358143 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.364685 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.375107 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port fcd7fde4-161d-40d8-8179-1406191fc27f, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=fcd7fde4-161d-40d8-8179-1406191fc27f,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:17:54.399441 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.400864 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7f63c58f-788e-4488-bfdd-2deacd2b50f1 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:54.428281 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Pushing event updated for resources: {'Port': ['ID=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:54.435529 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.497798 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (edd71229-878c-4215-8b90-6d294b98ba37), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.544706 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-be487f26-5c03-446b-ae20-9531ad055334 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9115803 May 26 18:17:54.548271 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5280-d83c-4eac-a34d-11bdaa4ec302 req-65757b90-cf80-4ce2-bb67-b1d24ae09305 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:54.556208 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b28f5280-d83c-4eac-a34d-11bdaa4ec302 req-65757b90-cf80-4ce2-bb67-b1d24ae09305 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 931 time: 0.2655644 May 26 18:17:54.632887 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:54.695407 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (2a2518e1-e9e2-405d-a122-b145bcff4386), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.768497 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:54.770343 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.782475 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:54.794990 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2518e1-e9e2-405d-a122-b145bcff4386']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:54.796628 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:54.850696 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-4c7918ab-ef8e-4c40-889e-1d941446d085 None None] Provisioning complete for port 9d710874-72ef-434d-bf08-67ce2cdad335 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:54.851343 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4c7918ab-ef8e-4c40-889e-1d941446d085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.861973 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:54.862597 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.868106 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Publish callbacks [] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.880155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8420865c-1ae7-4735-a1e8-afb7125a480f') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:54.880346 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8420865c-1ae7-4735-a1e8-afb7125a480f') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:54.899006 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.931119 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=fcd7fde4-161d-40d8-8179-1406191fc27f,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:54.961362 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-4c7918ab-ef8e-4c40-889e-1d941446d085 None None] Port 9d710874-72ef-434d-bf08-67ce2cdad335 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:17:54.970959 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Allocated IP 172.27.3.57 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/8c22c7ed-2800-470c-8fad-720606e6659b) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:17:54.982377 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (8420865c-1ae7-4735-a1e8-afb7125a480f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:54.984535 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Pushing event updated for resources: {'Port': ['ID=a8b234d4-fd82-4fde-b924-907c788bafbf,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:55.009677 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b28f5280-d83c-4eac-a34d-11bdaa4ec302 req-c61e2dd6-4900-4dd8-bdbe-8e10a18afc93 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523168 May 26 18:17:55.021788 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (8420865c-1ae7-4735-a1e8-afb7125a480f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.033701 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:17:55.034139 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (8420865c-1ae7-4735-a1e8-afb7125a480f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.090448 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 8420865c-1ae7-4735-a1e8-afb7125a480f resource provider aggregate not found May 26 18:17:55.094265 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.140260 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (e088a590-8aa8-4bd8-a8f3-23e6c224960d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.154708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (8c22c7ed-2800-470c-8fad-720606e6659b), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.201111 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (8c22c7ed-2800-470c-8fad-720606e6659b), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.227864 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:55.245113 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.356078 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:55.365219 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=8c22c7ed-2800-470c-8fad-720606e6659b,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:55.375576 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:55.378239 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:55.384748 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:17:55.409751 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Publish callbacks [] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.419662 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 8420865c-1ae7-4735-a1e8-afb7125a480f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8420865c-1ae7-4735-a1e8-afb7125a480f found for delete ", "request_id": "req-142f2000-a6ff-4677-9d3d-593b9bbf904c"}]} May 26 18:17:55.428058 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device fcd7fde4-161d-40d8-8179-1406191fc27f up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:55.431869 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.537192 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:55.540833 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:55.543204 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (2a2518e1-e9e2-405d-a122-b145bcff4386), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.600441 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd060ec-8a2c-4aad-8554-970e781a9481 None None] Pushing event updated for resources: {'Port': ['ID=faa11c34-cfdd-44fa-af6e-f008999a75df,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:55.604769 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-e18aa20e-fb11-41f8-b513-e16a97564abc tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:17:55.612136 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-e18aa20e-fb11-41f8-b513-e16a97564abc tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0206790 May 26 18:17:55.638358 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.649232 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2a2518e1-e9e2-405d-a122-b145bcff4386 HTTP/1.1" status: 204 len: 168 time: 1.6900151 May 26 18:17:55.651307 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de0b37-6b88-491c-b411-5a92f4399284 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2518e1-e9e2-405d-a122-b145bcff4386,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:55.696950 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (e95e04e6-234f-45eb-96e2-58e1c6e66ab0), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.755702 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port fcd7fde4-161d-40d8-8179-1406191fc27f triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:55.756398 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.843769 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Router e088a590-8aa8-4bd8-a8f3-23e6c224960d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:17:55.916810 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (8c22c7ed-2800-470c-8fad-720606e6659b), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.166521 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52542) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:56.196359 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Attempting to bind port faa11c34-cfdd-44fa-af6e-f008999a75df on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:17:56.196936 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Attempting to bind port faa11c34-cfdd-44fa-af6e-f008999a75df by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:17:56.197157 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Attempting to bind port faa11c34-cfdd-44fa-af6e-f008999a75df on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:17:56.241382 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:17:56.241934 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Checking segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:56.242398 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.242863 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Bound using segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:17:56.243702 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Bound port: faa11c34-cfdd-44fa-af6e-f008999a75df, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:17:56.243857 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.247875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:56.265354 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-df5bcedc-7a90-4b1e-bb8a-0b0f282e6ee9 None None] Provisioning complete for port a8b234d4-fd82-4fde-b924-907c788bafbf triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:56.265836 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-df5bcedc-7a90-4b1e-bb8a-0b0f282e6ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.277338 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Publish callbacks [] for port (9d710874-72ef-434d-bf08-67ce2cdad335), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.279585 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:56.282103 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:56.306180 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-482ddb95-d2fc-4cea-a996-309b029c9068 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7540c93de42e46ae9c4c02ae1c20032d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1333897 May 26 18:17:56.308854 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52546) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:56.318839 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-df5bcedc-7a90-4b1e-bb8a-0b0f282e6ee9 None None] Port a8b234d4-fd82-4fde-b924-907c788bafbf cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:17:56.318839 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port fcd7fde4-161d-40d8-8179-1406191fc27f is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:56.349005 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:17:56.349666 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-df5bcedc-7a90-4b1e-bb8a-0b0f282e6ee9 None None] Provisioning complete for port faa11c34-cfdd-44fa-af6e-f008999a75df triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:56.350769 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-df5bcedc-7a90-4b1e-bb8a-0b0f282e6ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.372916 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Sync routers for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:17:56.379660 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4eee286c-1c0c-4751-ad94-d5a42eb0c157 admin admin] 10.222.0.46 "PUT /v2.0/routers/e088a590-8aa8-4bd8-a8f3-23e6c224960d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7082925 May 26 18:17:56.388279 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:56.389573 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:56.400791 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.444118 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe578-41d0-4802-92fd-d3ade72128b5 admin admin] Publish callbacks [] for security_group (eb124ac2-3e9c-4091-82ad-b427d269d3d8), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.505691 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe578-41d0-4802-92fd-d3ade72128b5 admin admin] Publish callbacks [] for security_group (eb124ac2-3e9c-4091-82ad-b427d269d3d8), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.557146 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (8c22c7ed-2800-470c-8fad-720606e6659b), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.566790 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (8c22c7ed-2800-470c-8fad-720606e6659b), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.572794 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db5c39-094e-4bff-b2a4-45fb9056ec31 req-aa6fc343-5290-4f44-9af5-d14e62c70873 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:56.575983 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86db5c39-094e-4bff-b2a4-45fb9056ec31 req-aa6fc343-5290-4f44-9af5-d14e62c70873 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 931 time: 0.3830886 May 26 18:17:56.632566 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:56.645550 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (e95e04e6-234f-45eb-96e2-58e1c6e66ab0), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.677066 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.685780 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8727269 May 26 18:17:56.690729 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100748ab-dd94-41ae-996e-9ccdbd1ac98d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=8c22c7ed-2800-470c-8fad-720606e6659b,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:56.706648 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Pushing event updated for resources: {'Port': ['ID=9d710874-72ef-434d-bf08-67ce2cdad335,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:56.708542 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe578-41d0-4802-92fd-d3ade72128b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (eb124ac2-3e9c-4091-82ad-b427d269d3d8), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.717840 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe578-41d0-4802-92fd-d3ade72128b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.721178 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4fcfe578-41d0-4802-92fd-d3ade72128b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb124ac2-3e9c-4091-82ad-b427d269d3d8 HTTP/1.1" status: 204 len: 168 time: 0.3976247 May 26 18:17:56.725500 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (edd71229-878c-4215-8b90-6d294b98ba37), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.734274 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:56.754385 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfe578-41d0-4802-92fd-d3ade72128b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb124ac2-3e9c-4091-82ad-b427d269d3d8,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:56.783998 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:56.875587 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-df5bcedc-7a90-4b1e-bb8a-0b0f282e6ee9 None None] Port faa11c34-cfdd-44fa-af6e-f008999a75df cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:17:56.907250 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] For port faa11c34-cfdd-44fa-af6e-f008999a75df, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:17:56.927385 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] For port faa11c34-cfdd-44fa-af6e-f008999a75df, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=faa11c34-cfdd-44fa-af6e-f008999a75df,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:17:56.970064 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:57.130182 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd060ec-8a2c-4aad-8554-970e781a9481 None None] Pushing event updated for resources: {'Port': ['ID=faa11c34-cfdd-44fa-af6e-f008999a75df,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:57.139828 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:57.140572 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:57.178038 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 2, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:57.208022 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86db5c39-094e-4bff-b2a4-45fb9056ec31 req-65b219f4-5655-4100-a63d-090b65273d92 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911789 May 26 18:17:57.224723 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:17:57.238098 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:17:57.312986 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:57.351928 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Checking router: e088a590-8aa8-4bd8-a8f3-23e6c224960d for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:17:57.352389 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Updating router e088a590-8aa8-4bd8-a8f3-23e6c224960d port a8b234d4-fd82-4fde-b924-907c788bafbf binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:17:57.467499 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:57.488160 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:57.534666 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:57.536826 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:57.538533 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:57.819505 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Router edd71229-878c-4215-8b90-6d294b98ba37 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:17:57.827853 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:56Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:57.829754 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-e0fda72d-d71a-4756-a9a1-021345da4bf6 None None] Provisioning complete for port faa11c34-cfdd-44fa-af6e-f008999a75df triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:57.830437 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e0fda72d-d71a-4756-a9a1-021345da4bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:57.843284 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-77e8ecf6-661c-4fbc-af2a-265b23dd11d0 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1662704821&fields=id&tenant_id=31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 267 time: 0.3750038 May 26 18:17:57.984004 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0e8bc-5e95-4392-88d1-f194cf2b5977 None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:56Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:17:58.027425 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-e0fda72d-d71a-4756-a9a1-021345da4bf6 None None] Current status of the port faa11c34-cfdd-44fa-af6e-f008999a75df is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:17:58.027973 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e0fda72d-d71a-4756-a9a1-021345da4bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.171959 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-e0fda72d-d71a-4756-a9a1-021345da4bf6 None None] For port faa11c34-cfdd-44fa-af6e-f008999a75df, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=faa11c34-cfdd-44fa-af6e-f008999a75df,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:17:58.179297 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e0fda72d-d71a-4756-a9a1-021345da4bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.243201 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Publish callbacks [] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.254703 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fda72d-d71a-4756-a9a1-021345da4bf6 None None] Pushing event updated for resources: {'Port': ['ID=faa11c34-cfdd-44fa-af6e-f008999a75df,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:58.281721 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.341713 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-a765cb79-8444-4b1a-b5c7-59024f014ca3 None None] Provisioning complete for port 9d710874-72ef-434d-bf08-67ce2cdad335 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:58.341713 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a765cb79-8444-4b1a-b5c7-59024f014ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.342566 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52616) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:58.347755 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-afa584a8-0d74-4e6b-818c-397479c5c507 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361354382', 'description': 'tempest-description--2098460039'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:58.408920 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:17:58.419934 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5d6a7-416f-4898-bdfa-10ddfb1e91a9 None None] Pushing event updated for resources: {'Port': ['ID=a8b234d4-fd82-4fde-b924-907c788bafbf,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:58.458165 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-8f719698-8449-4f7e-aacc-f6a09e429fb0 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:58.460146 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-8f719698-8449-4f7e-aacc-f6a09e429fb0 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 815 time: 0.6021929 May 26 18:17:58.464026 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b2a719c6-3ade-48b9-9416-e916d99bad5b admin admin] 10.222.0.46 "PUT /v2.0/routers/edd71229-878c-4215-8b90-6d294b98ba37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6607203 May 26 18:17:58.476696 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Request body: {'port': {'device_id': '9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:17:58.536887 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a765cb79-8444-4b1a-b5c7-59024f014ca3 None None] Port 9d710874-72ef-434d-bf08-67ce2cdad335 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:17:58.550319 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Sync routers for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:17:58.579105 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0ab47-8273-46b5-8454-ed43d9a63dab req-ee3923cd-dd70-4b44-b011-ee75ea752e35 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:58.590382 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:58.591015 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bb0ab47-8273-46b5-8454-ed43d9a63dab req-ee3923cd-dd70-4b44-b011-ee75ea752e35 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 931 time: 0.1738436 May 26 18:17:58.595519 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:58.633169 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52620) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:58.662134 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Attempting to bind port a8b234d4-fd82-4fde-b924-907c788bafbf on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:17:58.667672 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Attempting to bind port a8b234d4-fd82-4fde-b924-907c788bafbf by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:17:58.668448 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Attempting to bind port a8b234d4-fd82-4fde-b924-907c788bafbf on network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:17:58.692378 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:17:58.701650 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Checking segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:17:58.702414 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.703008 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Bound using segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:17:58.703714 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Bound port: a8b234d4-fd82-4fde-b924-907c788bafbf, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:17:58.704313 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.762232 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.768907 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-afa584a8-0d74-4e6b-818c-397479c5c507 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.815493 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-0ec0bb25-3929-4246-b45d-33eb4ead5d3c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/quotas/31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 375 time: 0.2451067 May 26 18:17:58.843756 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] For port a8b234d4-fd82-4fde-b924-907c788bafbf, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:17:58.849135 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] For port a8b234d4-fd82-4fde-b924-907c788bafbf, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=a8b234d4-fd82-4fde-b924-907c788bafbf,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:17:58.859775 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:58.956531 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52628) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:59.005518 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:59.030859 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:17:59.035746 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:17:59.068174 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bb0ab47-8273-46b5-8454-ed43d9a63dab req-c4b7f68e-75a2-4904-8035-a7722bef69eb tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739799 May 26 18:17:59.188151 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-44c0b03e-a546-4491-a925-6e8321681ba5 None None] Provisioning complete for port a8b234d4-fd82-4fde-b924-907c788bafbf triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:17:59.188643 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44c0b03e-a546-4491-a925-6e8321681ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:59.212719 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3d6bbe5a-796b-4886-99c0-171fbd253d2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9283da8d71e843b6a92d56858470ddb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5642269 May 26 18:17:59.216242 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52638) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:59.276327 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-697f98a8-252e-4f7a-9326-7551de3c49e8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4484742 May 26 18:17:59.559568 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device faa11c34-cfdd-44fa-af6e-f008999a75df up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:17:59.652215 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:59.717080 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:59.732215 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:17:59.770455 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:59.771370 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:59.783323 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-75662845-6716-4d52-8344-0e3927b1cd0a service neutron] 10.222.0.46 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767489 May 26 18:17:59.798275 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52640) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:59.919618 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5d6a7-416f-4898-bdfa-10ddfb1e91a9 None None] Pushing event updated for resources: {'Port': ['ID=a8b234d4-fd82-4fde-b924-907c788bafbf,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:00.092412 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e88f8ead-a9fa-45a7-804d-22093bbefc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.107310 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-44c0b03e-a546-4491-a925-6e8321681ba5 None None] Current status of the port a8b234d4-fd82-4fde-b924-907c788bafbf is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:00.107705 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44c0b03e-a546-4491-a925-6e8321681ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.173312 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-41471dda-c2ab-4df6-988b-0066c5301a78 service neutron] 10.222.0.46 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590276 May 26 18:18:00.206695 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5585748f-7136-4b3c-aaa9-00be83d435ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.259409 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port faa11c34-cfdd-44fa-af6e-f008999a75df triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:00.263437 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.273436 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-afa584a8-0d74-4e6b-818c-397479c5c507 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (5dfb8bfa-c686-404e-9f68-799bee56a51d), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.419044 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-afa584a8-0d74-4e6b-818c-397479c5c507 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5dfb8bfa-c686-404e-9f68-799bee56a51d), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.507160 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:00.579699 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6948d19e-7a79-41d9-8777-ac10c6e9647d None None] The sync data for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi is: [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:18:00.606853 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 2, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:00.609823 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:00.614527 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-afa584a8-0d74-4e6b-818c-397479c5c507 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.618618 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-afa584a8-0d74-4e6b-818c-397479c5c507 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.2728868 May 26 18:18:00.624965 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52674) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:00.628045 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-59152e49-bc3e-45a6-8a1b-021f64b330df admin admin] Publish callbacks [] for security_group (40f97bec-ccea-4dec-9f27-8efe91711c97), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.633569 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-5294bc34-a94a-44d6-8a6f-3f220f934da0 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'security_group_rule': {'security_group_id': '5dfb8bfa-c686-404e-9f68-799bee56a51d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:00.649855 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa584a8-0d74-4e6b-818c-397479c5c507 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb8bfa-c686-404e-9f68-799bee56a51d,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:00.697328 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:00.700944 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5585748f-7136-4b3c-aaa9-00be83d435ca admin admin] Publish callbacks [] for security_group (edefc96c-22fb-4d1c-8846-9d36bc41e5bc), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.701257 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-44c0b03e-a546-4491-a925-6e8321681ba5 None None] For port a8b234d4-fd82-4fde-b924-907c788bafbf, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=a8b234d4-fd82-4fde-b924-907c788bafbf,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:00.712755 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Checking router: edd71229-878c-4215-8b90-6d294b98ba37 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:18:00.713120 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Updating router edd71229-878c-4215-8b90-6d294b98ba37 port 9d710874-72ef-434d-bf08-67ce2cdad335 binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:18:00.716972 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-44c0b03e-a546-4491-a925-6e8321681ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.729572 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-59152e49-bc3e-45a6-8a1b-021f64b330df admin admin] Publish callbacks [] for security_group (40f97bec-ccea-4dec-9f27-8efe91711c97), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.788000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-4cc5efb3-4dc4-45e6-9708-b596351edfb7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:00.799917 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e88f8ead-a9fa-45a7-804d-22093bbefc70 admin admin] Publish callbacks [] for security_group (03050602-22a5-43ee-a50e-6567a20ba29d), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.807748 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-4cc5efb3-4dc4-45e6-9708-b596351edfb7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 819 time: 0.6844208 May 26 18:18:00.811306 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5294bc34-a94a-44d6-8a6f-3f220f934da0 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (d0d54d33-121d-4a73-ac27-e0f0b3911cb9), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.820502 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e88f8ead-a9fa-45a7-804d-22093bbefc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (03050602-22a5-43ee-a50e-6567a20ba29d), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.889255 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:00.930018 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7413bbf-a940-4c2d-a42a-c0841596042e req-afc9dfc7-108c-4eca-9152-668c3462964e tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:00.931283 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7413bbf-a940-4c2d-a42a-c0841596042e req-afc9dfc7-108c-4eca-9152-668c3462964e tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 931 time: 0.2741301 May 26 18:18:00.932098 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5585748f-7136-4b3c-aaa9-00be83d435ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (edefc96c-22fb-4d1c-8846-9d36bc41e5bc), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.949552 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b {{(pid=103965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:00.960090 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-52e682d3-115c-49e2-9e1e-9d982ac041de None None] Provisioning complete for port a8b234d4-fd82-4fde-b924-907c788bafbf triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:00.969118 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e88f8ead-a9fa-45a7-804d-22093bbefc70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e97557f7feb94e9dbbe237eeac7ad411&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9748011 May 26 18:18:00.969988 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-52e682d3-115c-49e2-9e1e-9d982ac041de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.971478 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-2617be77-d5b9-4859-8cd4-6dcb94bf42f4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/quotas/5cb09766b9784d50aad144d466a5d050 HTTP/1.1" status: 200 len: 375 time: 0.1602187 May 26 18:18:00.973339 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:00.978460 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52684) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:00.979738 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f8ead-a9fa-45a7-804d-22093bbefc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03050602-22a5-43ee-a50e-6567a20ba29d,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:00.984423 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Publish callbacks [] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.050556 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port faa11c34-cfdd-44fa-af6e-f008999a75df is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:01.066239 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-59152e49-bc3e-45a6-8a1b-021f64b330df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (40f97bec-ccea-4dec-9f27-8efe91711c97), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.068634 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0b03e-a546-4491-a925-6e8321681ba5 None None] Pushing event updated for resources: {'Port': ['ID=a8b234d4-fd82-4fde-b924-907c788bafbf,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:01.077914 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-59152e49-bc3e-45a6-8a1b-021f64b330df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.084211 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-59152e49-bc3e-45a6-8a1b-021f64b330df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40f97bec-ccea-4dec-9f27-8efe91711c97 HTTP/1.1" status: 204 len: 168 time: 1.8678043 May 26 18:18:01.087668 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.provisioning_blocks [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Transition to ACTIVE for port object 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b will not be triggered until provisioned by entity L2. {{(pid=103965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:18:01.132904 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.153393 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59152e49-bc3e-45a6-8a1b-021f64b330df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f97bec-ccea-4dec-9f27-8efe91711c97,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:01.177108 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5294bc34-a94a-44d6-8a6f-3f220f934da0 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (d0d54d33-121d-4a73-ac27-e0f0b3911cb9), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.255456 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5294bc34-a94a-44d6-8a6f-3f220f934da0 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (d0d54d33-121d-4a73-ac27-e0f0b3911cb9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.356796 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294bc34-a94a-44d6-8a6f-3f220f934da0 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d54d33-121d-4a73-ac27-e0f0b3911cb9,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:01.399528 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:01.423251 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5294bc34-a94a-44d6-8a6f-3f220f934da0 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.428530 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5294bc34-a94a-44d6-8a6f-3f220f934da0 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7957783 May 26 18:18:01.470918 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52696) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:01.491226 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-62c28901-e963-4b4e-a2b2-29eecdacaaa1 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'security_group_rule': {'security_group_id': '5dfb8bfa-c686-404e-9f68-799bee56a51d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:01.634347 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-a8c586c9-4fde-4d0b-8efe-92c63edd0711 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6089122 May 26 18:18:01.650869 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Attempting to bind port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:18:01.651296 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Attempting to bind port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '7c35e19d-023d-4464-8566-3381d98df7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e7aa82ed-d0b7-4205-a028-23cbc2ce8ced'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:18:01.659958 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Attempting to bind port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b on network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:01.703660 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b on network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:18:01.703660 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Attempting to bind port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b on network e7aa82ed-d0b7-4205-a028-23cbc2ce8ced {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:01.715146 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585748f-7136-4b3c-aaa9-00be83d435ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edefc96c-22fb-4d1c-8846-9d36bc41e5bc,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:01.731519 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:18:01.731918 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Checking segment: {'id': '7c35e19d-023d-4464-8566-3381d98df7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e7aa82ed-d0b7-4205-a028-23cbc2ce8ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:01.732505 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Bound using segment: {'id': '7c35e19d-023d-4464-8566-3381d98df7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e7aa82ed-d0b7-4205-a028-23cbc2ce8ced'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:18:01.737307 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Bound port: 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c35e19d-023d-4464-8566-3381d98df7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e7aa82ed-d0b7-4205-a028-23cbc2ce8ced'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:18:01.737912 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.753619 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5585748f-7136-4b3c-aaa9-00be83d435ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=209166afa9024d94be6ed71b48cfac70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9507513 May 26 18:18:01.787277 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52704) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:01.828652 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb4d-f01e-4451-970d-b6d19ea5077b admin admin] Publish callbacks [] for security_group (03050602-22a5-43ee-a50e-6567a20ba29d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.898334 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb4d-f01e-4451-970d-b6d19ea5077b admin admin] Publish callbacks [] for security_group (03050602-22a5-43ee-a50e-6567a20ba29d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.912323 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-62c28901-e963-4b4e-a2b2-29eecdacaaa1 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (304b3b94-ea43-4aa6-a25d-4d184a8fe485), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.007612 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:02.051796 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-52e682d3-115c-49e2-9e1e-9d982ac041de None None] Current status of the port a8b234d4-fd82-4fde-b924-907c788bafbf is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:02.053533 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb4d-f01e-4451-970d-b6d19ea5077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (03050602-22a5-43ee-a50e-6567a20ba29d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.063670 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb4d-f01e-4451-970d-b6d19ea5077b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.072068 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f02ebb4d-f01e-4451-970d-b6d19ea5077b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03050602-22a5-43ee-a50e-6567a20ba29d HTTP/1.1" status: 204 len: 168 time: 1.0850456 May 26 18:18:02.091116 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d403-6a92-470d-bf79-2ecba09df7ad admin admin] Publish callbacks [] for security_group (edefc96c-22fb-4d1c-8846-9d36bc41e5bc), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.095713 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7413bbf-a940-4c2d-a42a-c0841596042e req-3b000427-e7a4-4f6a-b883-5f7c1c11331e tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1416011 May 26 18:18:02.139979 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ebb4d-f01e-4451-970d-b6d19ea5077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03050602-22a5-43ee-a50e-6567a20ba29d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:02.171470 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d403-6a92-470d-bf79-2ecba09df7ad admin admin] Publish callbacks [] for security_group (edefc96c-22fb-4d1c-8846-9d36bc41e5bc), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.185131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-d2c1a681-665a-4da4-897d-1fa7efe1f772 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:18:02.201928 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-d2c1a681-665a-4da4-897d-1fa7efe1f772 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2012668 May 26 18:18:02.215039 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:02.392954 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] For port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b, host hv-cinder-84349, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:18:02.409979 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] For port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,segment=NetworkSegment(7c35e19d-023d-4464-8566-3381d98df7ca),segment_id=7c35e19d-023d-4464-8566-3381d98df7ca)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:18:02.472349 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-335a6943-b2a9-415a-bcc2-33ed7df2c44b req-cdc5f857-ba4e-4499-898a-97a52ac26c87 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.2067773 May 26 18:18:02.485383 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.499695 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:02.550255 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-b348d33f-f078-4af8-afec-e9801caf9994 service neutron] 10.222.0.46 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450954 May 26 18:18:02.607770 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-62c28901-e963-4b4e-a2b2-29eecdacaaa1 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (304b3b94-ea43-4aa6-a25d-4d184a8fe485), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.667971 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Publish callbacks [] for port (9d710874-72ef-434d-bf08-67ce2cdad335), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.676905 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:02.700919 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-62c28901-e963-4b4e-a2b2-29eecdacaaa1 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (304b3b94-ea43-4aa6-a25d-4d184a8fe485), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.701292 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.743879 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e3673d5d-48e0-4c63-a6ff-1a3c1db9bba2 service neutron] 10.222.0.46 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880686 May 26 18:18:02.767358 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:02.767358 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:02.767358 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] 10.222.0.42 "PUT /v2.0/ports/2ec1e990-e50a-44d3-aeb8-f9a33c92c72b HTTP/1.1" status: 200 len: 1093 time: 5.5238180 May 26 18:18:02.767358 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e', 'tag': '2ec1e990-e50a-44d3-aeb8-f9a33c92c72b'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:02.817171 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d334d-05e9-4fcd-b169-27bce4021347 None None] Pushing event updated for resources: {'Port': ['ID=9d710874-72ef-434d-bf08-67ce2cdad335,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:03.059285 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Attempting to bind port 9d710874-72ef-434d-bf08-67ce2cdad335 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:18:03.060004 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Attempting to bind port 9d710874-72ef-434d-bf08-67ce2cdad335 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:18:03.060163 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Attempting to bind port 9d710874-72ef-434d-bf08-67ce2cdad335 on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:03.070393 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:18:03.071187 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Checking segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:03.071959 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:03.072617 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Bound using segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:18:03.073504 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Bound port: 9d710874-72ef-434d-bf08-67ce2cdad335, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:18:03.074199 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:03.266610 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1defd688-d155-4b96-a2e4-5956c2917d0f req-af74537a-4167-484b-9a48-e74cdf5a9317 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 210 time: 0.1582341 May 26 18:18:03.359354 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] For port 9d710874-72ef-434d-bf08-67ce2cdad335, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:18:03.361914 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-9cb28491-ca9b-4156-92dc-3e1710fda3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:03.368482 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] For port 9d710874-72ef-434d-bf08-67ce2cdad335, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=9d710874-72ef-434d-bf08-67ce2cdad335,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:18:03.390441 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:03.403210 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52750) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:03.414721 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-9cb28491-ca9b-4156-92dc-3e1710fda3bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f65ddb707cf4a3991b4797726d1336e&device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 1127 time: 0.2837272 May 26 18:18:03.435279 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-62c28901-e963-4b4e-a2b2-29eecdacaaa1 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:03.440443 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-62c28901-e963-4b4e-a2b2-29eecdacaaa1 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9653800 May 26 18:18:03.451922 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 52752) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:03.467376 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:03.487866 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8e427d5e-24bd-4015-ac47-2773cc562b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:03.537795 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac350b5-e11d-4f59-98d1-67737dbb8b65 req-fdfecbed-ed27-4795-877b-2407f0381c48 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:03.552159 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac350b5-e11d-4f59-98d1-67737dbb8b65 req-fdfecbed-ed27-4795-877b-2407f0381c48 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.2361774 May 26 18:18:03.559524 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c28901-e963-4b4e-a2b2-29eecdacaaa1 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304b3b94-ea43-4aa6-a25d-4d184a8fe485,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:03.622838 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d403-6a92-470d-bf79-2ecba09df7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (edefc96c-22fb-4d1c-8846-9d36bc41e5bc), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:03.627389 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d5c9d403-6a92-470d-bf79-2ecba09df7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:03.632612 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d5c9d403-6a92-470d-bf79-2ecba09df7ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edefc96c-22fb-4d1c-8846-9d36bc41e5bc HTTP/1.1" status: 204 len: 168 time: 1.8297951 May 26 18:18:03.634970 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device a8b234d4-fd82-4fde-b924-907c788bafbf up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:18:03.702606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9d403-6a92-470d-bf79-2ecba09df7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edefc96c-22fb-4d1c-8846-9d36bc41e5bc,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:03.712329 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-b9be8b5f-3dd0-4ae0-9f05-b8bc529dbe9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b HTTP/1.1" status: 200 len: 217 time: 0.2517662 May 26 18:18:03.713480 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a0656-15f2-4ddd-961f-84a63ec60ead service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:03.845193 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:03.860171 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:18:03.865037 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:17:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:03.866743 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f22929e7-3bfe-48bd-83a6-338931ab75f3 req-3295394b-9d83-4bab-9159-423471c214f7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.1317043 May 26 18:18:04.122160 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:04.254430 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccb8f07-5860-4054-9fa6-263f9675d298" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e", "tag": "2ec1e990-e50a-44d3-aeb8-f9a33c92c72b"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:04.353207 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:18:04.361635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.42', 61638) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:04.442144 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-7560cf49-a234-4e8d-b0f4-526a5b48c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:04.448836 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-7560cf49-a234-4e8d-b0f4-526a5b48c0e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48c849fd-42eb-4ba4-bc25-6cd47a47c513 HTTP/1.1" status: 200 len: 851 time: 0.3390670 May 26 18:18:04.619054 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-1a6d05b7-4696-4da2-8805-d873a37b8ddd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550660 May 26 18:18:04.631105 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-d6afb720-3a31-420a-9250-6e59da8d90c5 None None] Provisioning complete for port 9d710874-72ef-434d-bf08-67ce2cdad335 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:04.631486 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d6afb720-3a31-420a-9250-6e59da8d90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:04.654071 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:04.669424 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cac350b5-e11d-4f59-98d1-67737dbb8b65 req-fac0f905-a7c4-4806-8453-a28645745af4 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1153035 May 26 18:18:04.784060 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52796) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:04.870737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-5a85686a-df36-4a33-be32-678e8bf1cd60 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:04.872955 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-5a85686a-df36-4a33-be32-678e8bf1cd60 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 819 time: 0.2230272 May 26 18:18:04.903969 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fa57cc6c-0826-4aff-848d-b0a46b2f8e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:04.944537 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port a8b234d4-fd82-4fde-b924-907c788bafbf triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:04.948007 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:04.961560 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d334d-05e9-4fcd-b169-27bce4021347 None None] Pushing event updated for resources: {'Port': ['ID=9d710874-72ef-434d-bf08-67ce2cdad335,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:05.027180 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-936697de-ac20-4df7-95fc-6ee60e404c4f service neutron] 10.222.0.42 "GET /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239384 May 26 18:18:05.062080 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8e427d5e-24bd-4015-ac47-2773cc562b55 admin admin] Publish callbacks [] for security_group (5530c12a-72f7-40f6-9fd2-6a41cef5778c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.071494 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-f9cd82a2-b518-4a25-9033-31cdde1cafac tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/quotas/5cb09766b9784d50aad144d466a5d050 HTTP/1.1" status: 200 len: 375 time: 0.1748071 May 26 18:18:05.087759 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8e427d5e-24bd-4015-ac47-2773cc562b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5530c12a-72f7-40f6-9fd2-6a41cef5778c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.135849 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fa57cc6c-0826-4aff-848d-b0a46b2f8e47 admin admin] Publish callbacks [] for security_group (f2e91c50-b8d0-47ce-a62e-aa3bbeacb5c0), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.164215 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fa57cc6c-0826-4aff-848d-b0a46b2f8e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f2e91c50-b8d0-47ce-a62e-aa3bbeacb5c0), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.211679 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57cc6c-0826-4aff-848d-b0a46b2f8e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e91c50-b8d0-47ce-a62e-aa3bbeacb5c0,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:05.248863 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:05.293280 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:05.313392 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:05.327633 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-edc66fd3-4d2a-47a0-9a7e-fea10e61f428 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:05.329500 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-edc66fd3-4d2a-47a0-9a7e-fea10e61f428 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 815 time: 0.9663553 May 26 18:18:05.366786 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-fa57cc6c-0826-4aff-848d-b0a46b2f8e47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04c4cb877f884aceac62eb9234d8d262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815356 May 26 18:18:05.368733 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52808) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:05.382685 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8e427d5e-24bd-4015-ac47-2773cc562b55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2abf5c445d9347e89431ac7eb3ed8ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9784160 May 26 18:18:05.398083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e427d5e-24bd-4015-ac47-2773cc562b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5530c12a-72f7-40f6-9fd2-6a41cef5778c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:05.399327 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 52810) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:05.445055 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-d6afb720-3a31-420a-9250-6e59da8d90c5 None None] Current status of the port 9d710874-72ef-434d-bf08-67ce2cdad335 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:05.445554 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d6afb720-3a31-420a-9250-6e59da8d90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.466301 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-96fe0ded-0d47-4eee-b0c3-bd507b94cd6f req-0e2a08c6-e000-4ce4-98a9-4895d91a68b5 service neutron] 10.222.0.42 "GET /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774905 May 26 18:18:05.476510 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88287587-6be2-44dd-87f5-32f94b3fca56 x-openstack-request-id: req-88287587-6be2-44dd-87f5-32f94b3fca56 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:05.477464 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e", "tag": "2ec1e990-e50a-44d3-aeb8-f9a33c92c72b", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:05.477907 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88287587-6be2-44dd-87f5-32f94b3fca56 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:05.482679 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88287587-6be2-44dd-87f5-32f94b3fca56'] response: {'name': 'network-changed', 'server_uuid': '9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e', 'tag': '2ec1e990-e50a-44d3-aeb8-f9a33c92c72b', 'status': 'completed', 'code': 200} May 26 18:18:05.597603 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d7e38b83-5697-4050-a174-01cf5d80ead8 admin admin] Publish callbacks [] for security_group (5530c12a-72f7-40f6-9fd2-6a41cef5778c), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.608943 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-8c8ee3fa-a2b2-4df6-b107-9a343221d3e8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5264418 May 26 18:18:05.614147 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43ab2d83-d28f-463e-a24b-7e34dd97b75b req-696a0ab3-7b99-45c4-acfa-0a6a6a1a0d98 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.1088097 May 26 18:18:05.635743 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:05.660960 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c890ab45-cddc-496f-91ba-a2971c2f2535 admin admin] Publish callbacks [] for security_group (f2e91c50-b8d0-47ce-a62e-aa3bbeacb5c0), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.708674 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d7e38b83-5697-4050-a174-01cf5d80ead8 admin admin] Publish callbacks [] for security_group (5530c12a-72f7-40f6-9fd2-6a41cef5778c), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.710543 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port a8b234d4-fd82-4fde-b924-907c788bafbf is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:05.715068 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Allocated IP 172.27.3.66 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/d9ee0873-16df-49c8-a182-01f03803b266) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:18:05.775919 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-d6afb720-3a31-420a-9250-6e59da8d90c5 None None] For port 9d710874-72ef-434d-bf08-67ce2cdad335, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=9d710874-72ef-434d-bf08-67ce2cdad335,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:05.777683 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:03Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:05.787462 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c890ab45-cddc-496f-91ba-a2971c2f2535 admin admin] Publish callbacks [] for security_group (f2e91c50-b8d0-47ce-a62e-aa3bbeacb5c0), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:05.850839 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc35861-49e2-44f5-bd80-2171328443e9 None None] The sync data for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi is: [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:03Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:18:05.856806 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d6afb720-3a31-420a-9250-6e59da8d90c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:06.008301 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-4821c15f-92ab-4184-8a1a-2a8506406505 service neutron] 10.222.0.46 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752403 May 26 18:18:06.134800 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-a4581f17-21c0-41b1-a5fc-73413bc5827f None None] Provisioning complete for port 9d710874-72ef-434d-bf08-67ce2cdad335 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:06.135327 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a4581f17-21c0-41b1-a5fc-73413bc5827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:06.212955 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.42', 61644) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:06.296808 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afb720-3a31-420a-9250-6e59da8d90c5 None None] Pushing event updated for resources: {'Port': ['ID=9d710874-72ef-434d-bf08-67ce2cdad335,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:06.524558 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:06.540030 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a4581f17-21c0-41b1-a5fc-73413bc5827f None None] Current status of the port 9d710874-72ef-434d-bf08-67ce2cdad335 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:06.602024 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a50dc-57a9-42d7-8ebc-d45c0803a100 req-529d6af9-95f6-4182-afc3-15d46c9a01cf tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:06.610680 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-817a50dc-57a9-42d7-8ebc-d45c0803a100 req-529d6af9-95f6-4182-afc3-15d46c9a01cf tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.7605205 May 26 18:18:06.660094 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-741c8653-06d8-4c59-9deb-7378af1c2eb0 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 380 time: 0.6061897 May 26 18:18:06.661644 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c890ab45-cddc-496f-91ba-a2971c2f2535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f2e91c50-b8d0-47ce-a62e-aa3bbeacb5c0), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:06.666087 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c890ab45-cddc-496f-91ba-a2971c2f2535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:06.668275 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c890ab45-cddc-496f-91ba-a2971c2f2535 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2e91c50-b8d0-47ce-a62e-aa3bbeacb5c0 HTTP/1.1" status: 204 len: 168 time: 1.2965055 May 26 18:18:06.720096 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-22fc48b3-44a7-45f2-abba-51193ace92ce tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:06.725370 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-22fc48b3-44a7-45f2-abba-51193ace92ce tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 819 time: 0.5011930 May 26 18:18:06.729059 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890ab45-cddc-496f-91ba-a2971c2f2535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e91c50-b8d0-47ce-a62e-aa3bbeacb5c0,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:06.739411 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-4872baac-08d5-405a-a0cc-21c6be4e9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:06.741074 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-4872baac-08d5-405a-a0cc-21c6be4e9ba6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f65ddb707cf4a3991b4797726d1336e&device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 1127 time: 0.6829560 May 26 18:18:06.743336 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d7e38b83-5697-4050-a174-01cf5d80ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5530c12a-72f7-40f6-9fd2-6a41cef5778c), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:06.746315 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d7e38b83-5697-4050-a174-01cf5d80ead8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:06.747456 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d7e38b83-5697-4050-a174-01cf5d80ead8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5530c12a-72f7-40f6-9fd2-6a41cef5778c HTTP/1.1" status: 204 len: 168 time: 1.3470225 May 26 18:18:06.763678 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e38b83-5697-4050-a174-01cf5d80ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5530c12a-72f7-40f6-9fd2-6a41cef5778c,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:06.884530 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-817a50dc-57a9-42d7-8ebc-d45c0803a100 req-8b3704cf-4675-4f0b-b7de-244a4e50dc38 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717853 May 26 18:18:06.893701 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for port (d9ee0873-16df-49c8-a182-01f03803b266), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:07.084335 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-23609e7d-6da7-4c03-ac91-266c16fd13f4 service neutron] 10.222.0.46 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521041 May 26 18:18:07.121918 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9584303a-57bb-40db-9ffd-0739c413972e req-b168d354-34cb-438e-9793-4ff2df3366ca tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.1205368 May 26 18:18:07.129526 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (d9ee0873-16df-49c8-a182-01f03803b266), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:07.201229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:18:07.211818 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:07.214639 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:18:07.260304 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'Port': ['ID=d9ee0873-16df-49c8-a182-01f03803b266,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:07.447009 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61a3d229-205a-49eb-a31d-3b2fc40a0d3d req-24455431-4944-444f-935d-89343871f8f7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.0571375 May 26 18:18:07.479073 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (5b746498-6c02-4864-b201-555196d39e2d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:07.703462 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d9ee0873-16df-49c8-a182-01f03803b266), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:07.883171 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 9d710874-72ef-434d-bf08-67ce2cdad335 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:18:07.966752 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 9d710874-72ef-434d-bf08-67ce2cdad335 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:07.967521 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:08.053417 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc833a-c0e5-4a09-bc45-f0d01e2bb8c0 req-c424a0b5-5016-4211-9e3a-cef34f18074a tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:08.055006 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62dc833a-c0e5-4a09-bc45-f0d01e2bb8c0 req-c424a0b5-5016-4211-9e3a-cef34f18074a tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.0769649 May 26 18:18:08.070780 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 9d710874-72ef-434d-bf08-67ce2cdad335 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:08.096307 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for port (d9ee0873-16df-49c8-a182-01f03803b266), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:08.103097 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (d9ee0873-16df-49c8-a182-01f03803b266), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:08.112996 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:08.150553 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:08.282658 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62dc833a-c0e5-4a09-bc45-f0d01e2bb8c0 req-bcf6fce3-d6af-4655-92b0-8c9d77fd02ca tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167761 May 26 18:18:08.302353 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e3b9e08a-2e28-427b-b2f9-598ffa33fa56 req-0583925c-1697-4022-b9e0-bbd69c0ef4de tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0820072 May 26 18:18:08.305344 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (5b746498-6c02-4864-b201-555196d39e2d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:08.309878 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'Port': ['ID=d9ee0873-16df-49c8-a182-01f03803b266,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:08.339866 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:08.341493 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b43297b2-b2b0-4f73-a4ad-939585d43e33 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8788393 May 26 18:18:08.562066 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1df0ebc6-e9e6-4898-90ba-d9581775a7ca req-2a908df1-761d-4942-98ed-510aebf59433 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.0350156 May 26 18:18:08.747358 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-4a155cac-1611-4dfe-8b12-913e8531c151 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1361354382&fields=id&tenant_id=0c2a09a6e81240889c49b5abb24ab225 HTTP/1.1" status: 200 len: 267 time: 0.0570636 May 26 18:18:08.871439 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-6b17ca1a-86dd-4781-95ce-4ae210b3a1ce tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:08.872979 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-6b17ca1a-86dd-4781-95ce-4ae210b3a1ce tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 811 time: 0.1174843 May 26 18:18:08.900438 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-63c7dfc3-6e99-4037-a7e9-71147c197a5e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/quotas/0c2a09a6e81240889c49b5abb24ab225 HTTP/1.1" status: 200 len: 375 time: 0.0181441 May 26 18:18:08.971463 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-aa63c02d-aac4-45f4-abdc-b6f08cac4c9b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566199 May 26 18:18:09.082510 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-f40af432-e1c0-4fd7-9c58-3f367da672df service neutron] 10.222.0.46 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974844 May 26 18:18:09.180220 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-e8172ea2-fe60-4092-933f-056589e7670c service neutron] 10.222.0.46 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908465 May 26 18:18:09.660834 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-835b8f98-c5e8-4222-a34e-920f82d8d0b5 req-4e1540bd-6a6e-4048-bc34-99953c1e4b06 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.1818957 May 26 18:18:09.754889 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed0080-0e63-44ac-a0dc-e2d3bb17bd03 req-c39c81ec-d51d-43c5-a388-50b1f729bd38 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:09.781673 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bed0080-0e63-44ac-a0dc-e2d3bb17bd03 req-c39c81ec-d51d-43c5-a388-50b1f729bd38 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.3681755 May 26 18:18:09.910491 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86cd53d9-2ef3-424f-8848-233594df1780 req-9b869d21-35ae-41e5-a098-1562e5dbb8ff tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.0993822 May 26 18:18:10.005706 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'port': {'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'admin_state_up': True, 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'security_groups': ['547628d5-20ab-453a-8fdd-315146fb2216']}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:10.006440 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'port': {'device_id': 'e56b5f3b-8d96-4c3a-92d3-8abd6feea703', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'admin_state_up': True, 'tenant_id': '5cb09766b9784d50aad144d466a5d050'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:10.284472 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bed0080-0e63-44ac-a0dc-e2d3bb17bd03 req-77392f94-40da-4c96-ac23-e91c20a47f34 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009012 May 26 18:18:10.319979 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:10.356287 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a38342e-4d22-4c98-a514-f7bab0636de3 req-44f59b43-06e2-4877-a020-ab25519efcd5 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.2252560 May 26 18:18:10.482668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Made reservation on behalf of 5cb09766b9784d50aad144d466a5d050 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:10.499544 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:10.512256 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:10.521608 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:10.541298 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 53030) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:10.543863 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Made reservation on behalf of 31b4afa4107c4cd2ac0212c45d998801 for: {'port': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:10.549951 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:10.653579 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-43fafb7e-1a99-41ac-9a42-64811bc37477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:10.655331 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-43fafb7e-1a99-41ac-9a42-64811bc37477 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced HTTP/1.1" status: 200 len: 912 time: 0.7247627 May 26 18:18:10.702426 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:10.755462 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:10.857984 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c6bd633-29bc-44c2-bab6-545eaaf817c3 req-2c2094a6-c438-46aa-8324-4ddc5f6fbcd5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0649104 May 26 18:18:10.871029 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6a3f610b-856a-4546-9be2-e80e704dc945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:10.874141 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Allocated IP 172.20.0.4 (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69/f7dbb774-e8ea-4513-864e-fb7fc7d93b3d/d8a8f1c3-9b31-4ff3-a2a8-371608a6812a) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:18:10.905938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Allocated IP 172.20.0.12 (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4/e2067c24-9fbf-4e43-9f21-0fffddf01cd2/afd70552-5afd-45e8-8ac9-e7f6449dc43e) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:18:11.009128 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:11.044990 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.081150 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cd358faa-428d-42af-961b-76fe4e052891 req-777074ed-2a25-466e-8ac9-4e59ee7b9267 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.0897477 May 26 18:18:11.081507 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.136680 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:18:11.140558 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:11.147665 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:11.164843 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:18:11.171775 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:11.172401 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.180057 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6a3f610b-856a-4546-9be2-e80e704dc945 admin admin] Publish callbacks [] for security_group (4f042e90-bf70-4551-9161-20e0bc7bd72a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.192852 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.194282 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6a3f610b-856a-4546-9be2-e80e704dc945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (4f042e90-bf70-4551-9161-20e0bc7bd72a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.197921 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-5d35ca9a-4a52-47e7-a14a-d2e3c96e4171 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2649817 May 26 18:18:11.262051 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6a3f610b-856a-4546-9be2-e80e704dc945 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4820bf2a74694a2c895bcab9054ae7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7140729 May 26 18:18:11.262850 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53066) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:11.267823 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f610b-856a-4546-9be2-e80e704dc945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f042e90-bf70-4551-9161-20e0bc7bd72a,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:11.285756 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.344551 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4f39afd7-1396-46df-a41c-99bf05b445f1 admin admin] Publish callbacks [] for security_group (4f042e90-bf70-4551-9161-20e0bc7bd72a), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.367872 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:18:11.380520 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4f39afd7-1396-46df-a41c-99bf05b445f1 admin admin] Publish callbacks [] for security_group (4f042e90-bf70-4551-9161-20e0bc7bd72a), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.381752 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:11.384353 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:18:11.440429 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event updated for resources: {'Port': ['ID=afd70552-5afd-45e8-8ac9-e7f6449dc43e,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:11.470216 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4f39afd7-1396-46df-a41c-99bf05b445f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (4f042e90-bf70-4551-9161-20e0bc7bd72a), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.478084 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4f39afd7-1396-46df-a41c-99bf05b445f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.482049 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4f39afd7-1396-46df-a41c-99bf05b445f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f042e90-bf70-4551-9161-20e0bc7bd72a HTTP/1.1" status: 204 len: 168 time: 0.2158296 May 26 18:18:11.509551 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-488c28d7-a886-42e6-9f6b-2dc9c719293b None None] Provisioning complete for port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:11.510197 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-488c28d7-a886-42e6-9f6b-2dc9c719293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.511419 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39afd7-1396-46df-a41c-99bf05b445f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f042e90-bf70-4551-9161-20e0bc7bd72a,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:11.538007 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:11.538781 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.560752 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-488c28d7-a886-42e6-9f6b-2dc9c719293b None None] Port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:18:11.589073 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ae296-7913-490c-8aca-ccb0281c6b1c req-0217d587-7855-4010-85f4-55a3f75690c7 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:11.590789 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4b9ae296-7913-490c-8aca-ccb0281c6b1c req-0217d587-7855-4010-85f4-55a3f75690c7 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.1725912 May 26 18:18:11.605897 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-e2aa4075-0927-4c1b-8f9e-b91bf13f9778 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6729934 May 26 18:18:11.643077 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-40d0f271-8683-49bb-bbba-b34cc451a22f req-5e56a4da-56a7-4051-91f6-46d6c9baa8b7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.0768454 May 26 18:18:11.699679 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4b9ae296-7913-490c-8aca-ccb0281c6b1c req-7e8bf870-d9d2-46b0-be94-02d87ea40ca1 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661302 May 26 18:18:11.785317 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-72c4a157-2e95-4834-94b6-71172d92c0f8 None None] Provisioning complete for port afd70552-5afd-45e8-8ac9-e7f6449dc43e triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:11.785688 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-72c4a157-2e95-4834-94b6-71172d92c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.830590 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-72c4a157-2e95-4834-94b6-71172d92c0f8 None None] Port afd70552-5afd-45e8-8ac9-e7f6449dc43e cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:18:11.883136 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53082) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:11.899590 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc37a-3ff8-4555-9bbc-bec66ec9cddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:11.936223 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:11.997585 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc37a-3ff8-4555-9bbc-bec66ec9cddf admin admin] Publish callbacks [] for security_group (5f749feb-25cc-4fa2-b48f-611b51665e01), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:12.002866 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc37a-3ff8-4555-9bbc-bec66ec9cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5f749feb-25cc-4fa2-b48f-611b51665e01), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:12.046384 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d6cbc37a-3ff8-4555-9bbc-bec66ec9cddf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d87fd8f2ce248f8a2ab37b96e6192d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620505 May 26 18:18:12.047251 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbc37a-3ff8-4555-9bbc-bec66ec9cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f749feb-25cc-4fa2-b48f-611b51665e01,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:12.050065 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53092) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:12.051021 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47b81-e857-4d99-9b4b-d803c2be8ece req-8076f0e7-f8d4-42e6-b275-65e9eb92732a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:12.052628 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c6b47b81-e857-4d99-9b4b-d803c2be8ece req-8076f0e7-f8d4-42e6-b275-65e9eb92732a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 931 time: 0.0609622 May 26 18:18:12.103551 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c6b47b81-e857-4d99-9b4b-d803c2be8ece req-7b867eaa-5df3-45f1-b12d-9835c0324f1e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450408 May 26 18:18:12.106743 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c74b80dd-2c7e-43e7-adf3-e43103b5ae0f admin admin] Publish callbacks [] for security_group (5f749feb-25cc-4fa2-b48f-611b51665e01), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:12.131862 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c74b80dd-2c7e-43e7-adf3-e43103b5ae0f admin admin] Publish callbacks [] for security_group (5f749feb-25cc-4fa2-b48f-611b51665e01), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:12.180095 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c74b80dd-2c7e-43e7-adf3-e43103b5ae0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5f749feb-25cc-4fa2-b48f-611b51665e01), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:12.182759 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c74b80dd-2c7e-43e7-adf3-e43103b5ae0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:12.183982 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c74b80dd-2c7e-43e7-adf3-e43103b5ae0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f749feb-25cc-4fa2-b48f-611b51665e01 HTTP/1.1" status: 204 len: 168 time: 0.1330221 May 26 18:18:12.191511 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ae87992f-0c8a-4f45-8ebf-ec847a179c4e req-2c799c1c-941d-489f-bfe3-c282ee3915bf tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.0350597 May 26 18:18:12.194896 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b80dd-2c7e-43e7-adf3-e43103b5ae0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f749feb-25cc-4fa2-b48f-611b51665e01,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:12.747874 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b204938a-d4eb-40d1-bb10-51abc25ee1bd req-3d029e3d-5ab4-4c2e-85bb-a138a18f42a6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.0295694 May 26 18:18:12.805391 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:12.821580 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4270fd7-31ca-4aab-892f-9f1c8ec8b86e req-b6d6a439-5200-4405-aa45-8632a45d4c97 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:12.823087 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4270fd7-31ca-4aab-892f-9f1c8ec8b86e req-b6d6a439-5200-4405-aa45-8632a45d4c97 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.0480154 May 26 18:18:12.870912 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4270fd7-31ca-4aab-892f-9f1c8ec8b86e req-19ab01ec-9f33-4603-9758-372f56d42588 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 May 26 18:18:13.222531 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84125d-b9cc-45e7-bce0-10b830b98e40 req-07116af6-ae57-4713-9764-27b30671b130 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:13.224445 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd84125d-b9cc-45e7-bce0-10b830b98e40 req-07116af6-ae57-4713-9764-27b30671b130 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 931 time: 0.0501623 May 26 18:18:13.287749 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53138) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:13.401155 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a8b3-113c-4c0f-a7b0-8a656f449779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:13.412096 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:13.414596 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-afc8a38c-81f9-44e6-9079-ba494d67ed79 req-67b267e1-268a-48c4-b281-3922563ff059 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.0305426 May 26 18:18:13.444085 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Request body: {'port': {'device_id': 'e56b5f3b-8d96-4c3a-92d3-8abd6feea703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:13.448793 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:13.451239 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd84125d-b9cc-45e7-bce0-10b830b98e40 req-2aa6424b-079c-4e9c-85aa-e7938f9903ac tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210300 May 26 18:18:13.463367 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Request body: {'port': {'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:13.508433 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:13.513610 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-cbb2f2ac-fbb4-48c1-9ca0-9146e1d0a9e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b HTTP/1.1" status: 200 len: 217 time: 0.0788178 May 26 18:18:13.585706 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:13.607497 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:13.610035 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a8b3-113c-4c0f-a7b0-8a656f449779 admin admin] Publish callbacks [] for security_group (d15f1ffa-fcc5-4b09-a795-3f5395f00bbe), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:13.632514 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e7f8a8b3-113c-4c0f-a7b0-8a656f449779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (d15f1ffa-fcc5-4b09-a795-3f5395f00bbe), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:13.702819 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8a8b3-113c-4c0f-a7b0-8a656f449779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15f1ffa-fcc5-4b09-a795-3f5395f00bbe,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:13.710609 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e7f8a8b3-113c-4c0f-a7b0-8a656f449779 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b96225d0b0e94664863b975d748d2c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215183 May 26 18:18:13.714217 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 53144) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:13.892290 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-849b79da-a714-4042-a0f3-f5cdd7addf51 admin admin] Publish callbacks [] for security_group (d15f1ffa-fcc5-4b09-a795-3f5395f00bbe), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:13.915674 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f0575b40-77c1-44fb-98ba-3c50ac6bed4a req-a7ece56f-f028-4284-b477-9d816eb6c03b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.0759883 May 26 18:18:13.941149 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-849b79da-a714-4042-a0f3-f5cdd7addf51 admin admin] Publish callbacks [] for security_group (d15f1ffa-fcc5-4b09-a795-3f5395f00bbe), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:13.946630 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-41c08ccc-25d8-47dc-aca6-d3d0bb320e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:13.948092 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-41c08ccc-25d8-47dc-aca6-d3d0bb320e18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48c849fd-42eb-4ba4-bc25-6cd47a47c513 HTTP/1.1" status: 200 len: 851 time: 0.1289742 May 26 18:18:14.052844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c0826-1584-41d5-b545-642e1ff964be req-9a27d44f-bbcb-42c6-a7d1-cb49e979e62f tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:14.054180 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b7c0826-1584-41d5-b545-642e1ff964be req-9a27d44f-bbcb-42c6-a7d1-cb49e979e62f tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.0917606 May 26 18:18:14.054776 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:14.065239 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a8f1c3-9b31-4ff3-a2a8-371608a6812a {{(pid=103965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:14.079994 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Publish callbacks [] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.100535 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd70552-5afd-45e8-8ac9-e7f6449dc43e {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:14.114228 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Publish callbacks [] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.123247 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.provisioning_blocks [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Transition to ACTIVE for port object d8a8f1c3-9b31-4ff3-a2a8-371608a6812a will not be triggered until provisioned by entity L2. {{(pid=103965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:18:14.125511 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-849b79da-a714-4042-a0f3-f5cdd7addf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (d15f1ffa-fcc5-4b09-a795-3f5395f00bbe), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.128907 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-849b79da-a714-4042-a0f3-f5cdd7addf51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.132523 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-849b79da-a714-4042-a0f3-f5cdd7addf51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d15f1ffa-fcc5-4b09-a795-3f5395f00bbe HTTP/1.1" status: 204 len: 168 time: 0.4148149 May 26 18:18:14.134465 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.163383 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Transition to ACTIVE for port object afd70552-5afd-45e8-8ac9-e7f6449dc43e will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:18:14.163623 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b79da-a714-4042-a0f3-f5cdd7addf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15f1ffa-fcc5-4b09-a795-3f5395f00bbe,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:14.184335 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b7c0826-1584-41d5-b545-642e1ff964be req-02cdae3c-41bd-462c-b7f0-adfcad3b1430 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101522 May 26 18:18:14.185405 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.255769 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Pushing event updated for resources: {'Port': ['ID=afd70552-5afd-45e8-8ac9-e7f6449dc43e,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:14.274882 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Pushing event updated for resources: {'Port': ['ID=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:14.306729 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Attempting to bind port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:18:14.310473 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Attempting to bind port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:18:14.310808 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Attempting to bind port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:14.333934 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:18:14.334489 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Attempting to bind port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:14.347317 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:18:14.347812 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Checking segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:14.348298 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Bound using segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:18:14.348843 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Bound port: d8a8f1c3-9b31-4ff3-a2a8-371608a6812a, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:18:14.349325 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.367533 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:14.451594 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Attempting to bind port afd70552-5afd-45e8-8ac9-e7f6449dc43e on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:18:14.455560 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Attempting to bind port afd70552-5afd-45e8-8ac9-e7f6449dc43e by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:18:14.457217 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Attempting to bind port afd70552-5afd-45e8-8ac9-e7f6449dc43e on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:14.466011 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Port afd70552-5afd-45e8-8ac9-e7f6449dc43e on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:18:14.467939 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Attempting to bind port afd70552-5afd-45e8-8ac9-e7f6449dc43e on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:14.477537 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:18:14.481471 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Checking segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:14.482390 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Bound using segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:18:14.482883 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Bound port: afd70552-5afd-45e8-8ac9-e7f6449dc43e, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:18:14.487017 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.513504 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] For port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a, host hv-cinder-84349, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:18:14.519749 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] For port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:18:14.524544 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:14.538551 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.638096 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:14.639758 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.649567 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] 10.222.0.42 "PUT /v2.0/ports/d8a8f1c3-9b31-4ff3-a2a8-371608a6812a HTTP/1.1" status: 200 len: 1093 time: 1.2038522 May 26 18:18:14.650367 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'tag': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:14.654033 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd" -d '{"events": [{"name": "network-changed", "server_uuid": "158ce769-fde9-413e-81f3-d76b3222b5fc", "tag": "d8a8f1c3-9b31-4ff3-a2a8-371608a6812a"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:14.714024 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008e038-ada2-4fc7-8446-5b1e3ed30d8b service neutron] Pushing event updated for resources: {'Port': ['ID=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:14.740291 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-12820dff-2731-4204-9fc6-37eceed09cc9 req-86ffdfba-e9b2-4d04-8cdf-26ed8f4e1282 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.1260173 May 26 18:18:14.757094 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:14.778114 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799fc6-74ec-4781-898a-102aba1b2dd6 req-6253a103-1f84-4bf7-85be-e754946922cd tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:14.780086 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb799fc6-74ec-4781-898a-102aba1b2dd6 req-6253a103-1f84-4bf7-85be-e754946922cd tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 943 time: 0.1578791 May 26 18:18:14.782677 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] For port afd70552-5afd-45e8-8ac9-e7f6449dc43e, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:18:14.796498 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] For port afd70552-5afd-45e8-8ac9-e7f6449dc43e, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:18:14.885979 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:14.983451 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb799fc6-74ec-4781-898a-102aba1b2dd6 req-3d358dab-8bc7-46d5-9de2-8f702075a1ac tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960285 May 26 18:18:14.999530 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:15.000605 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:15.002784 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] 10.222.0.42 "PUT /v2.0/ports/afd70552-5afd-45e8-8ac9-e7f6449dc43e HTTP/1.1" status: 200 len: 1094 time: 1.5639801 May 26 18:18:15.003320 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56b5f3b-8d96-4c3a-92d3-8abd6feea703', 'tag': 'afd70552-5afd-45e8-8ac9-e7f6449dc43e'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:15.154939 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-b2036c37-b4a9-4c69-9a87-f2cb9230e490 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141624 May 26 18:18:15.162988 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6aae62-604b-4d56-83f0-a77bb123d391 x-openstack-request-id: req-2c6aae62-604b-4d56-83f0-a77bb123d391 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:15.163472 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158ce769-fde9-413e-81f3-d76b3222b5fc", "tag": "d8a8f1c3-9b31-4ff3-a2a8-371608a6812a", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:15.164120 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c6aae62-604b-4d56-83f0-a77bb123d391 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:15.164713 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6aae62-604b-4d56-83f0-a77bb123d391'] response: {'name': 'network-changed', 'server_uuid': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'tag': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'status': 'completed', 'code': 200} May 26 18:18:15.183005 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.42', 61660) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:15.265656 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-e781b807-6b0b-4a4a-ab8a-95104093b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:15.285389 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-e781b807-6b0b-4a4a-ab8a-95104093b1a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 1127 time: 0.1186132 May 26 18:18:15.416201 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55469c65-58ac-4818-bfc0-fb92cc2d7c31" -d '{"events": [{"name": "network-changed", "server_uuid": "e56b5f3b-8d96-4c3a-92d3-8abd6feea703", "tag": "afd70552-5afd-45e8-8ac9-e7f6449dc43e"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:15.423736 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-0e64d1b5-f6f0-4ab0-8185-e8f0458c622e service neutron] 10.222.0.42 "GET /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352029 May 26 18:18:15.443520 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a76835c-5d54-4499-8397-b78e64f950f4 req-6e513204-6a4c-49f3-ba1e-8099b9856cf6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.1476943 May 26 18:18:15.502625 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df74d6-0bd1-4beb-9caf-04e6eb98bacb req-96a33354-7d2a-489c-b45f-766911f089b1 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:15.510052 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-48df74d6-0bd1-4beb-9caf-04e6eb98bacb req-96a33354-7d2a-489c-b45f-766911f089b1 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.0827742 May 26 18:18:15.531909 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00017b20-2557-4223-b1ee-358958a47f41 service neutron] Pushing event updated for resources: {'Port': ['ID=afd70552-5afd-45e8-8ac9-e7f6449dc43e,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:15.567041 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-3dcbc51d-7625-49b6-940f-b1fa7f17e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:15.568619 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-3dcbc51d-7625-49b6-940f-b1fa7f17e50d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 1128 time: 0.3796163 May 26 18:18:15.632937 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-729fb5db-4e89-4cd8-93e4-546545f6ee10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a HTTP/1.1" status: 200 len: 217 time: 0.1525457 May 26 18:18:15.683130 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-40e3af25-53ff-45d4-b75a-f0312b3e8e18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e HTTP/1.1" status: 200 len: 217 time: 0.0953581 May 26 18:18:15.688604 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.42', 61661) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:15.760447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2b957f-cb9b-4e79-a782-7e6f8a3d25e1 x-openstack-request-id: req-3d2b957f-cb9b-4e79-a782-7e6f8a3d25e1 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:15.760930 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56b5f3b-8d96-4c3a-92d3-8abd6feea703", "tag": "afd70552-5afd-45e8-8ac9-e7f6449dc43e", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:15.761380 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d2b957f-cb9b-4e79-a782-7e6f8a3d25e1 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:15.762069 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2b957f-cb9b-4e79-a782-7e6f8a3d25e1'] response: {'name': 'network-changed', 'server_uuid': 'e56b5f3b-8d96-4c3a-92d3-8abd6feea703', 'tag': 'afd70552-5afd-45e8-8ac9-e7f6449dc43e', 'status': 'completed', 'code': 200} May 26 18:18:15.847567 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-8afe7cad-3217-452d-a37d-37483190315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:15.849586 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-8afe7cad-3217-452d-a37d-37483190315a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.1184742 May 26 18:18:15.873687 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-f0965a0e-d292-467f-8da3-6aab32f5efc5 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:15.875610 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-f0965a0e-d292-467f-8da3-6aab32f5efc5 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 819 time: 0.7858403 May 26 18:18:15.878347 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-ddebf814-f631-42a1-b7aa-a75410bfd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:15.881847 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-ddebf814-f631-42a1-b7aa-a75410bfd8d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.1805346 May 26 18:18:15.912058 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-86628de2-11f4-4afb-93ab-5d128ee81971 service neutron] 10.222.0.42 "GET /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522660 May 26 18:18:15.979588 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-48df74d6-0bd1-4beb-9caf-04e6eb98bacb req-ac9f6972-dacd-4854-b08f-7457a697125c tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645705 May 26 18:18:15.982243 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-cb92f31b-7662-4c05-96e3-b41694d078f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:15.984007 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-cb92f31b-7662-4c05-96e3-b41694d078f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689659 May 26 18:18:15.987601 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'port': {'device_id': '5318d4c9-f954-4123-b0ce-d2b418f37dd3', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'admin_state_up': True, 'tenant_id': '5cb09766b9784d50aad144d466a5d050'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:16.117585 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-0acc31ed-3372-4163-a3a8-4c905ce22016 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249490 May 26 18:18:16.320745 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6616c833-9f5d-49de-9f1e-6a00524b04fe req-2c6d8c48-22c4-4ac3-b596-44b277d0846d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.4375215 May 26 18:18:16.537204 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-356ad792-024a-4104-8bc5-58ad4807ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:16.538747 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-356ad792-024a-4104-8bc5-58ad4807ba4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5453961 May 26 18:18:16.544917 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ecdbf-b656-4e6d-9869-c16bf15e7796 req-01e5bbdc-902a-4562-9221-292c323d60ec tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:16.552656 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f8ecdbf-b656-4e6d-9869-c16bf15e7796 req-01e5bbdc-902a-4562-9221-292c323d60ec tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 943 time: 0.2003138 May 26 18:18:16.602860 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a333e39c-8929-4d9c-8125-0280ae35f61e req-a3c99cae-f577-4631-99fb-fcaa68ee93fe service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779601 May 26 18:18:16.605142 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:16.649189 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-23cefa0e-26bb-4177-9fe0-6850620fc7d6 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:16.650835 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-23cefa0e-26bb-4177-9fe0-6850620fc7d6 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 811 time: 0.9532170 May 26 18:18:16.721589 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d6e0b86-dee3-4f07-a39a-012901e93f64 req-7729c53c-c2b1-47ee-88c8-8e626bb3d6e6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.1148875 May 26 18:18:16.763920 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f8ecdbf-b656-4e6d-9869-c16bf15e7796 req-4915494f-3474-4325-a0e5-1348c2d69df6 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104936 May 26 18:18:16.804185 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Made reservation on behalf of 5cb09766b9784d50aad144d466a5d050 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:16.807870 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:16.812259 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-f2b5e47f-7ad8-494a-ab82-29287c99658e service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575099 May 26 18:18:16.940706 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:16.961918 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Allocated IP 172.20.0.14 (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4/e2067c24-9fbf-4e43-9f21-0fffddf01cd2/e97a903b-46cf-40f9-9aed-884e6e491c98) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:18:17.139025 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a727-94a3-4609-a014-a42412b3b231 req-02fca060-64bf-4a9e-9455-2a15bc007726 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:17.141389 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df11a727-94a3-4609-a014-a42412b3b231 req-02fca060-64bf-4a9e-9455-2a15bc007726 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 943 time: 0.0640714 May 26 18:18:17.209358 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:17.215952 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:17.232389 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df11a727-94a3-4609-a014-a42412b3b231 req-07f033e9-1359-414d-baaf-0a5495064919 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791821 May 26 18:18:17.259564 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:17.313997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:18:17.320486 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:17.332970 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:18:17.340091 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event updated for resources: {'Port': ['ID=e97a903b-46cf-40f9-9aed-884e6e491c98,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:17.407041 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:17.409134 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:17.427764 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:18:17.448593 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-74392b34-8792-4450-b281-cf11be909097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:17.456497 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-74392b34-8792-4450-b281-cf11be909097 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 1127 time: 0.0823820 May 26 18:18:17.497592 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:17.634760 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,segment=NetworkSegment(7c35e19d-023d-4464-8566-3381d98df7ca),segment_id=7c35e19d-023d-4464-8566-3381d98df7ca)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:17.655269 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dfd8a6c-f997-4a7b-9bcd-22e41d2ea6b2 req-97731891-92b1-42ab-acab-3b293902dcbb service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389281 May 26 18:18:17.667703 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '2ec1e990-e50a-44d3-aeb8-f9a33c92c72b', 'network_id': 'e7aa82ed-d0b7-4205-a028-23cbc2ce8ced', 'port_id': '2ec1e990-e50a-44d3-aeb8-f9a33c92c72b', 'mac_address': 'fa:16:3e:e7:5d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c849fd-42eb-4ba4-bc25-6cd47a47c513', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:18:17.722833 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-0de3054e-b282-4a22-bb18-76a786107a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:17.724752 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-0de3054e-b282-4a22-bb18-76a786107a27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 916 time: 0.2565150 May 26 18:18:17.771714 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-17590980-c378-4f05-b253-7c4ab347ca05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7907641 May 26 18:18:17.794693 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:17.795276 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:17.808933 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-f4291669-d6d9-4144-ac7f-d8f73d0305a0 None None] Provisioning complete for port e97a903b-46cf-40f9-9aed-884e6e491c98 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:17.822889 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4291669-d6d9-4144-ac7f-d8f73d0305a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:17.881317 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:17.891103 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e02fd-4ca6-4cee-9be1-fc5c6a0772ee req-28729bcb-ce5c-472e-8560-37a41baa1cbb tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:17.892893 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-190e02fd-4ca6-4cee-9be1-fc5c6a0772ee req-28729bcb-ce5c-472e-8560-37a41baa1cbb tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 932 time: 0.0715375 May 26 18:18:17.911247 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af8e00f6-6865-4c31-a363-08d2a8137e16 req-e55cb388-c954-48fc-993a-1859e0a5f0d5 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.2214370 May 26 18:18:17.964573 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-4ea5485e-e422-4101-a252-be80d0e639d8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2a09a6e81240889c49b5abb24ab225 HTTP/1.1" status: 200 len: 380 time: 0.5464976 May 26 18:18:18.003444 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:18.022666 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-190e02fd-4ca6-4cee-9be1-fc5c6a0772ee req-e38c7a04-6303-43a6-a1e3-05f1ca64f05d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056292 May 26 18:18:18.026372 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,segment=NetworkSegment(7c35e19d-023d-4464-8566-3381d98df7ca),segment_id=7c35e19d-023d-4464-8566-3381d98df7ca)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:18.051295 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53356) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:18.051415 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.072815 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f4291669-d6d9-4144-ac7f-d8f73d0305a0 None None] Port e97a903b-46cf-40f9-9aed-884e6e491c98 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:18:18.114116 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3e5ca-1e67-47c1-a098-51220be1361b req-c8240ec4-bbbc-4c91-aef9-0a333aa1fccb tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:18.117463 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:18.121871 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79b3e5ca-1e67-47c1-a098-51220be1361b req-c8240ec4-bbbc-4c91-aef9-0a333aa1fccb tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 943 time: 0.0797722 May 26 18:18:18.130042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:18.189815 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79b3e5ca-1e67-47c1-a098-51220be1361b req-f5b6e40e-b85a-4365-ba64-52898048111f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666592 May 26 18:18:18.233440 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-daf7e022-8e4f-44ea-9b26-183ef756bf00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.247837 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:18.331959 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['2ec1e990-e50a-44d3-aeb8-f9a33c92c72b'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:18:18.349435 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-daf7e022-8e4f-44ea-9b26-183ef756bf00 admin admin] Publish callbacks [] for security_group (432fc86e-ee23-45c5-9e28-79d6cd1f7306), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.358894 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-daf7e022-8e4f-44ea-9b26-183ef756bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (432fc86e-ee23-45c5-9e28-79d6cd1f7306), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.366559 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:18.427331 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7e022-8e4f-44ea-9b26-183ef756bf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432fc86e-ee23-45c5-9e28-79d6cd1f7306,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:18.432781 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-daf7e022-8e4f-44ea-9b26-183ef756bf00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab2f116ff48f4fa38a88217603c4500a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885529 May 26 18:18:18.436557 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53366) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:18.454066 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8322d-fa5b-42be-8db1-f1bb2bc05783 req-e8d10ffb-3d95-438f-9364-ced209d4e39c tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:18.469758 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-95c8322d-fa5b-42be-8db1-f1bb2bc05783 req-e8d10ffb-3d95-438f-9364-ced209d4e39c tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 944 time: 0.1469519 May 26 18:18:18.487799 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Request body: {'port': {'device_id': '5318d4c9-f954-4123-b0ce-d2b418f37dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:18.505000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'port': {'device_id': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'admin_state_up': True, 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'security_groups': ['5dfb8bfa-c686-404e-9f68-799bee56a51d']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:18.535392 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-0a9ce65f-ad4b-4e10-82e8-e7a7745e0fa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a HTTP/1.1" status: 200 len: 217 time: 0.0665514 May 26 18:18:18.564733 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-90e7b40b-7af0-4ff7-a936-de254f97fc48 admin admin] Publish callbacks [] for security_group (432fc86e-ee23-45c5-9e28-79d6cd1f7306), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.610568 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-15fd583b-25a1-46c7-8084-f8015d89e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:18.617516 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-15fd583b-25a1-46c7-8084-f8015d89e25d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 1128 time: 0.0988033 May 26 18:18:18.618072 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-90e7b40b-7af0-4ff7-a936-de254f97fc48 admin admin] Publish callbacks [] for security_group (432fc86e-ee23-45c5-9e28-79d6cd1f7306), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.645498 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-9d51bbf3-09b5-4ffc-8e18-025f0a8fb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:18.647519 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-9d51bbf3-09b5-4ffc-8e18-025f0a8fb71b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0922377 May 26 18:18:18.713872 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-fd27bf5e-cbea-42f2-8c37-e0b3a9b70746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:18.716166 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-fd27bf5e-cbea-42f2-8c37-e0b3a9b70746 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578475 May 26 18:18:18.824101 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-90e7b40b-7af0-4ff7-a936-de254f97fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (432fc86e-ee23-45c5-9e28-79d6cd1f7306), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.827157 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-90e7b40b-7af0-4ff7-a936-de254f97fc48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.830193 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-90e7b40b-7af0-4ff7-a936-de254f97fc48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/432fc86e-ee23-45c5-9e28-79d6cd1f7306 HTTP/1.1" status: 204 len: 168 time: 0.3918958 May 26 18:18:18.846047 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7b40b-7af0-4ff7-a936-de254f97fc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432fc86e-ee23-45c5-9e28-79d6cd1f7306,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:18.891262 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-41fdf992-5d93-464d-afcb-c58da4208f2d service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668525 May 26 18:18:18.915587 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:18.968197 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-95c8322d-fa5b-42be-8db1-f1bb2bc05783 req-74ed4325-6a3e-4587-ad9e-1b01f991886b tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945862 May 26 18:18:19.047261 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a6d5e0b7-dce3-4db1-9030-36a51b0441fd req-2ee44af3-f702-4e6d-9b76-62873f092818 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495104 May 26 18:18:19.106839 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c95c64b5-c8a7-4a42-9f38-1b735b40662e req-156d95a4-678a-4991-97e8-55b90d8fc7af tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.0568738 May 26 18:18:19.144346 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-249705e9-1d1d-449a-97ea-64ac4ba5529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:19.145831 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-249705e9-1d1d-449a-97ea-64ac4ba5529f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.5194459 May 26 18:18:19.239266 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-2a5cf026-98c6-4be8-b884-98ac9bb6b138 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e HTTP/1.1" status: 200 len: 217 time: 0.0774357 May 26 18:18:19.286315 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Made reservation on behalf of 0c2a09a6e81240889c49b5abb24ab225 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:19.293004 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.299487 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c73e8-0285-4920-adec-ab71f9c38ee3 req-b2028393-bee2-45e0-978c-95298a7b96e0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:19.300829 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9b5c73e8-0285-4920-adec-ab71f9c38ee3 req-b2028393-bee2-45e0-978c-95298a7b96e0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 932 time: 0.1827917 May 26 18:18:19.302355 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53402) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:19.318401 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5745-fcfc-4313-84e3-d0e203330e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.409800 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:19.414868 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5745-fcfc-4313-84e3-d0e203330e66 admin admin] Publish callbacks [] for security_group (7529d890-08d3-4539-a7e4-479821690733), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.419425 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5745-fcfc-4313-84e3-d0e203330e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (7529d890-08d3-4539-a7e4-479821690733), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.425402 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device afd70552-5afd-45e8-8ac9-e7f6449dc43e details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:18:19.447838 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:19.467144 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b5745-fcfc-4313-84e3-d0e203330e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7529d890-08d3-4539-a7e4-479821690733,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:19.475197 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-9d8b5745-fcfc-4313-84e3-d0e203330e66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b771aef331264e51bf044e5ce47ee693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714423 May 26 18:18:19.475809 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53406) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:19.537133 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2d05-6555-4b6d-971c-67dcebde4fd7 admin admin] Publish callbacks [] for security_group (7529d890-08d3-4539-a7e4-479821690733), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.577037 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port afd70552-5afd-45e8-8ac9-e7f6449dc43e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:19.600755 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'afd70552-5afd-45e8-8ac9-e7f6449dc43e', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'port_id': 'afd70552-5afd-45e8-8ac9-e7f6449dc43e', 'mac_address': 'fa:16:3e:78:83:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:18:19.601333 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2d05-6555-4b6d-971c-67dcebde4fd7 admin admin] Publish callbacks [] for security_group (7529d890-08d3-4539-a7e4-479821690733), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.605258 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:18:19.657066 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-2ba3d094-557c-4c1a-9dfb-35266ce0e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:19.659742 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-2ba3d094-557c-4c1a-9dfb-35266ce0e0fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.4091697 May 26 18:18:19.676405 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2d05-6555-4b6d-971c-67dcebde4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (7529d890-08d3-4539-a7e4-479821690733), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.681874 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2d05-6555-4b6d-971c-67dcebde4fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.686241 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ae2c2d05-6555-4b6d-971c-67dcebde4fd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7529d890-08d3-4539-a7e4-479821690733 HTTP/1.1" status: 204 len: 168 time: 0.2080045 May 26 18:18:19.689700 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:18:19.694784 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port afd70552-5afd-45e8-8ac9-e7f6449dc43e is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:19.695291 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.701170 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189b207-2f01-4ca8-bab2-e48047a2af4f req-a19e8349-cbb6-4f9a-816c-7f882ff57f1f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:19.707568 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:19.707781 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c2d05-6555-4b6d-971c-67dcebde4fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7529d890-08d3-4539-a7e4-479821690733,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:19.708980 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.710743 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e189b207-2f01-4ca8-bab2-e48047a2af4f req-a19e8349-cbb6-4f9a-816c-7f882ff57f1f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 943 time: 0.4057186 May 26 18:18:19.746067 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd70552-5afd-45e8-8ac9-e7f6449dc43e {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:19.759285 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:19.774787 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:19.810577 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port afd70552-5afd-45e8-8ac9-e7f6449dc43e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:19.838703 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.839419 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device d8a8f1c3-9b31-4ff3-a2a8-371608a6812a details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:18:19.872058 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9b5c73e8-0285-4920-adec-ab71f9c38ee3 req-a3d412ff-0608-4db5-8bd0-ebce37dca928 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153170 May 26 18:18:19.895301 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-fde77b5a-a006-4fa4-b61e-5477ca0513fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:19.897160 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-fde77b5a-a006-4fa4-b61e-5477ca0513fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2206314 May 26 18:18:19.908848 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=afd70552-5afd-45e8-8ac9-e7f6449dc43e,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:19.928711 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:19.929534 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:19.972021 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:19.976052 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec1e990-e50a-44d3-aeb8-f9a33c92c72b'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:20.081479 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e189b207-2f01-4ca8-bab2-e48047a2af4f req-a2c00776-e3f5-4bed-9e49-787fca2a180d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698061 May 26 18:18:20.127436 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,segment=NetworkSegment(7c35e19d-023d-4464-8566-3381d98df7ca),segment_id=7c35e19d-023d-4464-8566-3381d98df7ca)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:20.144109 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.256838 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:20.286275 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:20.302029 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:18:20.372488 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-87e1837e-eee7-46e7-94d1-df43490855e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.380522 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:20.381110 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.393326 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1117f963-3b50-43e3-9aeb-4bf9e84878da req-6ba30a88-69b8-4b65-b7d4-baeb76d6f6f9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.1800551 May 26 18:18:20.400395 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Allocated IP 172.20.0.6 (8c7075e7-d3fe-46a2-a6e3-f88506cd300f/090b1aa7-3fdd-4f15-a285-ef94307d835f/5791c3dc-854e-4168-8bdd-187fa96c5f33) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:18:20.414483 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a8f1c3-9b31-4ff3-a2a8-371608a6812a {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:20.474987 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:20.487870 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c4c14-5bdd-4be2-a5a5-321569ba342f req-211fb9c6-0d70-4973-bde8-6dff0cba791b tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:20.489400 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.490319 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f17c4c14-5bdd-4be2-a5a5-321569ba342f req-211fb9c6-0d70-4973-bde8-6dff0cba791b tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 945 time: 0.3687353 May 26 18:18:20.517993 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:18:20.531894 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25af7092-5179-45f8-a148-74cff44ea73d" -d '{"events": [{"server_uuid": "9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e", "name": "network-vif-plugged", "status": "completed", "tag": "2ec1e990-e50a-44d3-aeb8-f9a33c92c72b"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:20.542403 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97a903b-46cf-40f9-9aed-884e6e491c98 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:20.571986 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:20.582747 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-5a92e1ed-81ef-4871-9c00-46d5b75c30e3 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763685 May 26 18:18:20.620058 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Publish callbacks [] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.645111 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:20.742683 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Transition to ACTIVE for port object e97a903b-46cf-40f9-9aed-884e6e491c98 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:18:20.775983 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.869681 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f17c4c14-5bdd-4be2-a5a5-321569ba342f req-256368b7-369a-4c19-87a6-9ef55d64a17f tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610592 May 26 18:18:20.908339 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['d8a8f1c3-9b31-4ff3-a2a8-371608a6812a'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:18:20.951801 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Pushing event updated for resources: {'Port': ['ID=e97a903b-46cf-40f9-9aed-884e6e491c98,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:21.011471 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112c9870-dc82-4a27-927f-01d871579c2c x-openstack-request-id: req-112c9870-dc82-4a27-927f-01d871579c2c {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:21.013879 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e", "name": "network-vif-plugged", "status": "completed", "tag": "2ec1e990-e50a-44d3-aeb8-f9a33c92c72b", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:21.014050 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-112c9870-dc82-4a27-927f-01d871579c2c {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:21.014790 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112c9870-dc82-4a27-927f-01d871579c2c'] response: {'server_uuid': '9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec1e990-e50a-44d3-aeb8-f9a33c92c72b', 'code': 200} May 26 18:18:21.024983 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['afd70552-5afd-45e8-8ac9-e7f6449dc43e'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:18:21.071661 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.100941 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53480) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:21.138324 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55469c65-58ac-4818-bfc0-fb92cc2d7c31 req-1d75263c-fdbe-450e-bdc9-ed1ab4543044 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098839 May 26 18:18:21.325474 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-72172549-network', 'tenant_id': 'cfb4559124a04485a412722864f5dc5f'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:21.339628 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:21.362896 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Made reservation on behalf of cfb4559124a04485a412722864f5dc5f for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:21.372192 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.384366 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.420257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.433495 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:21.475373 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ba815-b898-48a1-a7cf-874affacb634 req-8f1e2a66-9eec-403f-8955-bb09e6b7b1a5 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:21.482670 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c94ba815-b898-48a1-a7cf-874affacb634 req-8f1e2a66-9eec-403f-8955-bb09e6b7b1a5 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 944 time: 0.3142827 May 26 18:18:21.551666 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aa26c-7fa6-422b-81b2-30df28d34049 req-9d3af6f0-7561-49d8-985d-7ce6d56e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:21.557436 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2c3aa26c-7fa6-422b-81b2-30df28d34049 req-9d3af6f0-7561-49d8-985d-7ce6d56e9122 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 1129 time: 0.2601306 May 26 18:18:21.568257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf1d82-4409-4384-b750-73992899874a req-96b5a2b9-055d-4f99-982e-9907ece94ad2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:21.569414 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-afcf1d82-4409-4384-b750-73992899874a req-96b5a2b9-055d-4f99-982e-9907ece94ad2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 944 time: 0.3285639 May 26 18:18:21.587920 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:21.596807 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:18:21.598211 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Publish callbacks [] for security_group (38328bc5-1004-40e5-b4c4-9e55a707a31d), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.609595 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Attempting to bind port e97a903b-46cf-40f9-9aed-884e6e491c98 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:18:21.610320 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Attempting to bind port e97a903b-46cf-40f9-9aed-884e6e491c98 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:18:21.611766 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Attempting to bind port e97a903b-46cf-40f9-9aed-884e6e491c98 on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:21.625021 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (38328bc5-1004-40e5-b4c4-9e55a707a31d), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.636432 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:21.640257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:18:21.677119 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:18:21.688056 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.688892 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Added segment 3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2 of type vlan for network cae5edff-08f9-48e3-9988-f72dbc70ff31 May 26 18:18:21.701358 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2c3aa26c-7fa6-422b-81b2-30df28d34049 req-bd79752d-4e73-4c69-81f4-bcbced5812d0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.722841 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'Port': ['ID=5791c3dc-854e-4168-8bdd-187fa96c5f33,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:21.735410 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Port e97a903b-46cf-40f9-9aed-884e6e491c98 on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:18:21.736302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Attempting to bind port e97a903b-46cf-40f9-9aed-884e6e491c98 on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:21.761799 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (cae5edff-08f9-48e3-9988-f72dbc70ff31), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.802493 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (cae5edff-08f9-48e3-9988-f72dbc70ff31), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.803874 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:21.804606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.809682 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:18:21.810036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Checking segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:21.810426 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Bound using segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:18:21.810885 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Bound port: e97a903b-46cf-40f9-9aed-884e6e491c98, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:18:21.811662 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:21.846207 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38328bc5-1004-40e5-b4c4-9e55a707a31d,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:21.855000 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c94ba815-b898-48a1-a7cf-874affacb634 req-ecb41cdd-0de9-4cb3-9761-78353e86caaf tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712537 May 26 18:18:21.918159 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8151975 May 26 18:18:21.939521 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53520) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:21.960862 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Request body: {'subnet': {'network_id': 'cae5edff-08f9-48e3-9988-f72dbc70ff31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-72172549-subnet', 'tenant_id': 'cfb4559124a04485a412722864f5dc5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:21.974963 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-afcf1d82-4409-4384-b750-73992899874a req-a6a1cdce-9249-435c-a846-b338819c1872 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3752537 May 26 18:18:21.991416 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:21.993709 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.001965 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53524) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:22.031401 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44930bf-5533-40c5-a16f-86c7c4f5aaff admin admin] Pushing event updated for resources: {'Network': ['ID=cae5edff-08f9-48e3-9988-f72dbc70ff31,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:22.046225 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network cae5edff-08f9-48e3-9988-f72dbc70ff31 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:18:22.066722 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Made reservation on behalf of cfb4559124a04485a412722864f5dc5f for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:22.074445 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.076681 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:22.153423 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-9d7a7d06-c041-4939-8a16-c8be1fa1ec75 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6569474 May 26 18:18:22.185509 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-820ef35d-b6f1-4aff-8c72-7951c588aec5 None None] Provisioning complete for port 5791c3dc-854e-4168-8bdd-187fa96c5f33 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:22.185756 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Request body: {'port': {'device_id': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:22.186351 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-820ef35d-b6f1-4aff-8c72-7951c588aec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.195899 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:22.214568 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:22.247514 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-820ef35d-b6f1-4aff-8c72-7951c588aec5 None None] Port 5791c3dc-854e-4168-8bdd-187fa96c5f33 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:18:22.275321 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-46353fe4-d120-4b8b-a1e3-804b0e44d8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.300515 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458d1f-6422-445e-8db8-b2bab3b82430 req-f2b18b23-a590-4bb5-aa4e-985ba7e942a3 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:22.302040 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d458d1f-6422-445e-8db8-b2bab3b82430 req-f2b18b23-a590-4bb5-aa4e-985ba7e942a3 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 931 time: 0.2470701 May 26 18:18:22.321560 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e07671-f2f7-4f74-a349-2547a8cc2ba2 req-2b8d6c88-8761-43bc-bf7a-e945491ec293 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:22.323103 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9e07671-f2f7-4f74-a349-2547a8cc2ba2 req-2b8d6c88-8761-43bc-bf7a-e945491ec293 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 945 time: 0.2371681 May 26 18:18:22.352708 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.362244 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] For port e97a903b-46cf-40f9-9aed-884e6e491c98, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:18:22.372906 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (5ee8a427-8530-41e7-ad75-37cdad956a0c), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.411718 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] For port e97a903b-46cf-40f9-9aed-884e6e491c98, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e97a903b-46cf-40f9-9aed-884e6e491c98,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:18:22.414187 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2c3aa26c-7fa6-422b-81b2-30df28d34049 req-bd79752d-4e73-4c69-81f4-bcbced5812d0 service neutron] Publish callbacks [] for security_group (24688f2c-95c2-4d3b-a420-fbebd1c1a9a0), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.444194 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee8a427-8530-41e7-ad75-37cdad956a0c,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:22.451556 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.453475 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-2c3aa26c-7fa6-422b-81b2-30df28d34049 req-bd79752d-4e73-4c69-81f4-bcbced5812d0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (24688f2c-95c2-4d3b-a420-fbebd1c1a9a0), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.478912 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-46353fe4-d120-4b8b-a1e3-804b0e44d8c8 admin admin] Publish callbacks [] for security_group (0ccf0e0d-a1b5-47f6-ad9e-a84a88c4a7c5), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.483689 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Checking segment: {'id': '3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cae5edff-08f9-48e3-9988-f72dbc70ff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:22.484049 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Network hostable DHCP agents. Network: cae5edff-08f9-48e3-9988-f72dbc70ff31, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:18:22.488516 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-46353fe4-d120-4b8b-a1e3-804b0e44d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0ccf0e0d-a1b5-47f6-ad9e-a84a88c4a7c5), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.540773 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353fe4-d120-4b8b-a1e3-804b0e44d8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf0e0d-a1b5-47f6-ad9e-a84a88c4a7c5,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:22.554117 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-46353fe4-d120-4b8b-a1e3-804b0e44d8c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b906dcf1af434eb79ee544471ee21382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5478797 May 26 18:18:22.554267 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d458d1f-6422-445e-8db8-b2bab3b82430 req-e9989515-ed5a-4e10-8ddf-0567c7fdf4c8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422841 May 26 18:18:22.554362 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53532) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:22.560499 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Network cae5edff-08f9-48e3-9988-f72dbc70ff31 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:18:22.581610 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:22.597198 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, cae5edff-08f9-48e3-9988-f72dbc70ff31) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:22.598855 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d9e07671-f2f7-4f74-a349-2547a8cc2ba2 req-32d564ca-e1a0-46f1-b209-b6f240f08345 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558024 May 26 18:18:22.601817 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:22.602875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.615253 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:22.615879 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.617339 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] 10.222.0.42 "PUT /v2.0/ports/e97a903b-46cf-40f9-9aed-884e6e491c98 HTTP/1.1" status: 200 len: 1094 time: 4.1431172 May 26 18:18:22.618090 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:22.619074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5318d4c9-f954-4123-b0ce-d2b418f37dd3', 'tag': 'e97a903b-46cf-40f9-9aed-884e6e491c98'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:22.620652 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d6d68-9827-4cf3-9860-d897ed57eca8 None None] Network cae5edff-08f9-48e3-9988-f72dbc70ff31 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:18:22.621782 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35ead08-1db7-4cd3-8333-c6187854a187" -d '{"events": [{"name": "network-changed", "server_uuid": "5318d4c9-f954-4123-b0ce-d2b418f37dd3", "tag": "e97a903b-46cf-40f9-9aed-884e6e491c98"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:22.637688 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2c3aa26c-7fa6-422b-81b2-30df28d34049 req-bd79752d-4e73-4c69-81f4-bcbced5812d0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0622730 May 26 18:18:22.641443 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f440-e72d-4926-af55-d24ce512be93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.646922 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8375eaaa-adb4-40bd-b17f-20ac3bb3dcaf admin admin] Publish callbacks [] for security_group (0ccf0e0d-a1b5-47f6-ad9e-a84a88c4a7c5), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.652145 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c0ef4919-1470-468f-9ea5-3ed313149619 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7115166 May 26 18:18:22.692623 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf5fb6-8380-4552-b192-15169bfe4920 service neutron] Pushing event updated for resources: {'Port': ['ID=e97a903b-46cf-40f9-9aed-884e6e491c98,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:22.697422 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79752d-4e73-4c69-81f4-bcbced5812d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=24688f2c-95c2-4d3b-a420-fbebd1c1a9a0,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:22.704150 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0102c59d-0e40-4954-85cd-d3009d8930fc x-openstack-request-id: req-0102c59d-0e40-4954-85cd-d3009d8930fc {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:22.704858 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5318d4c9-f954-4123-b0ce-d2b418f37dd3", "tag": "e97a903b-46cf-40f9-9aed-884e6e491c98", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:22.705260 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0102c59d-0e40-4954-85cd-d3009d8930fc {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:22.706708 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0102c59d-0e40-4954-85cd-d3009d8930fc'] response: {'name': 'network-changed', 'server_uuid': '5318d4c9-f954-4123-b0ce-d2b418f37dd3', 'tag': 'e97a903b-46cf-40f9-9aed-884e6e491c98', 'status': 'completed', 'code': 200} May 26 18:18:22.723615 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8375eaaa-adb4-40bd-b17f-20ac3bb3dcaf admin admin] Publish callbacks [] for security_group (0ccf0e0d-a1b5-47f6-ad9e-a84a88c4a7c5), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.806642 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f9058f-94a0-477f-af11-4db263e2731d None None] Network cae5edff-08f9-48e3-9988-f72dbc70ff31 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:18:22.817086 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8375eaaa-adb4-40bd-b17f-20ac3bb3dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0ccf0e0d-a1b5-47f6-ad9e-a84a88c4a7c5), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.820370 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8375eaaa-adb4-40bd-b17f-20ac3bb3dcaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:22.822648 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8375eaaa-adb4-40bd-b17f-20ac3bb3dcaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ccf0e0d-a1b5-47f6-ad9e-a84a88c4a7c5 HTTP/1.1" status: 204 len: 168 time: 0.2675772 May 26 18:18:22.834173 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375eaaa-adb4-40bd-b17f-20ac3bb3dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf0e0d-a1b5-47f6-ad9e-a84a88c4a7c5,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:23.257226 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd423b-7530-486c-857b-29df5559609f req-06b21b4d-d065-44f8-aa39-5b80dc219bee tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:23.265504 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ebd423b-7530-486c-857b-29df5559609f req-06b21b4d-d065-44f8-aa39-5b80dc219bee tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 944 time: 0.1328588 May 26 18:18:23.308631 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ead08-1db7-4cd3-8333-c6187854a187 req-d1aee509-cde6-431e-8c8a-18ed142bebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:23.312012 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f35ead08-1db7-4cd3-8333-c6187854a187 req-d1aee509-cde6-431e-8c8a-18ed142bebe9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 1128 time: 0.1763279 May 26 18:18:23.357356 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fb932-1e4a-47e1-9b1d-134485663262 req-6d03d715-81a5-43f1-8f2c-f0d32fa5c08d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:23.364377 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-478fb932-1e4a-47e1-9b1d-134485663262 req-6d03d715-81a5-43f1-8f2c-f0d32fa5c08d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 944 time: 0.2308044 May 26 18:18:23.419215 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53566) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:23.425574 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device afd70552-5afd-45e8-8ac9-e7f6449dc43e up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:18:23.453118 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1be7013a-4605-4f41-9e06-11d7e08c32c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.489662 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port afd70552-5afd-45e8-8ac9-e7f6449dc43e completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:18:23.501619 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port afd70552-5afd-45e8-8ac9-e7f6449dc43e triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:23.502387 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.605972 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1be7013a-4605-4f41-9e06-11d7e08c32c2 admin admin] Publish callbacks [] for security_group (07519655-4851-4e05-82dc-1ba7dd56995f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.613671 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1be7013a-4605-4f41-9e06-11d7e08c32c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (07519655-4851-4e05-82dc-1ba7dd56995f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.685058 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.687674 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port afd70552-5afd-45e8-8ac9-e7f6449dc43e is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:23.688318 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.727542 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56b5f3b-8d96-4c3a-92d3-8abd6feea703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd70552-5afd-45e8-8ac9-e7f6449dc43e'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:23.731617 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913b09bf-b503-44d1-b4ed-e31be443fc42" -d '{"events": [{"server_uuid": "e56b5f3b-8d96-4c3a-92d3-8abd6feea703", "name": "network-vif-plugged", "status": "completed", "tag": "afd70552-5afd-45e8-8ac9-e7f6449dc43e"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:23.742769 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1be7013a-4605-4f41-9e06-11d7e08c32c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c890831defa24509a192fd5aa13fc6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200357 May 26 18:18:23.744572 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53588) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:23.751014 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port afd70552-5afd-45e8-8ac9-e7f6449dc43e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:23.773083 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.775264 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device d8a8f1c3-9b31-4ff3-a2a8-371608a6812a up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:18:23.779013 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:23.798692 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 53590) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:23.806427 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ebd423b-7530-486c-857b-29df5559609f req-92c56ed2-c698-4dab-aad2-a9f9f33802bb tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5398269 May 26 18:18:23.806587 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7013a-4605-4f41-9e06-11d7e08c32c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07519655-4851-4e05-82dc-1ba7dd56995f,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:23.826864 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1807653148-network', 'tenant_id': 'db7cf079fb8e4910afa6e4639616bef9'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:23.838877 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cc751ae2-31b4-44a1-b04c-67f3c1d8b442 admin admin] Publish callbacks [] for security_group (07519655-4851-4e05-82dc-1ba7dd56995f), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.878973 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cc751ae2-31b4-44a1-b04c-67f3c1d8b442 admin admin] Publish callbacks [] for security_group (07519655-4851-4e05-82dc-1ba7dd56995f), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.926598 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:23.942518 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-478fb932-1e4a-47e1-9b1d-134485663262 req-e1496721-8918-4199-88db-696e1e862a96 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771608 May 26 18:18:23.962423 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cc751ae2-31b4-44a1-b04c-67f3c1d8b442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (07519655-4851-4e05-82dc-1ba7dd56995f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.966732 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cc751ae2-31b4-44a1-b04c-67f3c1d8b442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.967732 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-cc751ae2-31b4-44a1-b04c-67f3c1d8b442 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07519655-4851-4e05-82dc-1ba7dd56995f HTTP/1.1" status: 204 len: 168 time: 0.2221880 May 26 18:18:23.978912 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc751ae2-31b4-44a1-b04c-67f3c1d8b442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07519655-4851-4e05-82dc-1ba7dd56995f,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:23.994083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5791c3dc-854e-4168-8bdd-187fa96c5f33 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:24.002945 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Publish callbacks [] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.017532 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Transition to ACTIVE for port object 5791c3dc-854e-4168-8bdd-187fa96c5f33 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:18:24.018333 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:24.022944 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=afd70552-5afd-45e8-8ac9-e7f6449dc43e,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:24.033589 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:18:24.039781 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.043152 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:24.044110 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.049286 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Made reservation on behalf of db7cf079fb8e4910afa6e4639616bef9 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:24.052154 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.054932 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ead08-1db7-4cd3-8333-c6187854a187 req-4944cc5e-221a-4be6-a410-5266c16762e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:24.056731 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f35ead08-1db7-4cd3-8333-c6187854a187 req-4944cc5e-221a-4be6-a410-5266c16762e7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5cb09766b9784d50aad144d466a5d050&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6381128 May 26 18:18:24.122978 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:24.123360 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.158389 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.160998 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:24.167739 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.210407 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8948f7c-5036-46a3-951e-cd91f58e286d req-19bcd9e7-79d2-4b24-ab9b-5d779ccc8c28 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:24.212089 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8948f7c-5036-46a3-951e-cd91f58e286d req-19bcd9e7-79d2-4b24-ab9b-5d779ccc8c28 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 931 time: 0.3165255 May 26 18:18:24.228295 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:24.309151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787ed3f-6726-4b19-a403-aec46e7559b9 req-3451e148-64c1-468c-89cc-f6915ad9a8be tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:24.310724 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4787ed3f-6726-4b19-a403-aec46e7559b9 req-3451e148-64c1-468c-89cc-f6915ad9a8be tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 945 time: 0.2735524 May 26 18:18:24.322949 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Pushing event updated for resources: {'Port': ['ID=5791c3dc-854e-4168-8bdd-187fa96c5f33,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:24.367126 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:24.477459 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53596) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:24.495565 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-023ea7b8-ae21-4dff-be94-f90e6b0fbae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.516214 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8948f7c-5036-46a3-951e-cd91f58e286d req-305b4739-a43e-4390-9bcf-a47e5d2d1e44 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620273 May 26 18:18:24.589873 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63db10e3-b0cb-46e5-83b6-a87cd9dfae52 x-openstack-request-id: req-63db10e3-b0cb-46e5-83b6-a87cd9dfae52 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:24.590293 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56b5f3b-8d96-4c3a-92d3-8abd6feea703", "name": "network-vif-plugged", "status": "completed", "tag": "afd70552-5afd-45e8-8ac9-e7f6449dc43e", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:24.590846 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63db10e3-b0cb-46e5-83b6-a87cd9dfae52 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:24.591238 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63db10e3-b0cb-46e5-83b6-a87cd9dfae52'] response: {'server_uuid': 'e56b5f3b-8d96-4c3a-92d3-8abd6feea703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd70552-5afd-45e8-8ac9-e7f6449dc43e', 'code': 200} May 26 18:18:24.592549 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4787ed3f-6726-4b19-a403-aec46e7559b9 req-e39454e7-a670-486c-af78-e72f01f880c9 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592559 May 26 18:18:24.593869 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ead08-1db7-4cd3-8333-c6187854a187 req-745865c4-f706-4b36-8f27-d91fd16a38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:24.595838 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f35ead08-1db7-4cd3-8333-c6187854a187 req-745865c4-f706-4b36-8f27-d91fd16a38fb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5013416 May 26 18:18:24.622774 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-023ea7b8-ae21-4dff-be94-f90e6b0fbae6 admin admin] Publish callbacks [] for security_group (6101bf6c-7ed1-47e6-bcd0-34958c590cda), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.623933 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Publish callbacks [] for security_group (46e202f7-bbd8-4d93-933e-1153b9894a51), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.625414 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-023ea7b8-ae21-4dff-be94-f90e6b0fbae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6101bf6c-7ed1-47e6-bcd0-34958c590cda), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.630143 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Attempting to bind port 5791c3dc-854e-4168-8bdd-187fa96c5f33 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:18:24.630483 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Attempting to bind port 5791c3dc-854e-4168-8bdd-187fa96c5f33 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:18:24.631034 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Attempting to bind port 5791c3dc-854e-4168-8bdd-187fa96c5f33 on network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:24.634801 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (46e202f7-bbd8-4d93-933e-1153b9894a51), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.657190 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Port 5791c3dc-854e-4168-8bdd-187fa96c5f33 on network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:18:24.657190 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Attempting to bind port 5791c3dc-854e-4168-8bdd-187fa96c5f33 on network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:24.672087 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:18:24.672759 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ea7b8-ae21-4dff-be94-f90e6b0fbae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6101bf6c-7ed1-47e6-bcd0-34958c590cda,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:24.679082 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-023ea7b8-ae21-4dff-be94-f90e6b0fbae6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a71c8377119c4b068d68bc138ef15c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998861 May 26 18:18:24.681155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:18:24.681503 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Checking segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:24.682094 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Bound using segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:18:24.682716 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Bound port: 5791c3dc-854e-4168-8bdd-187fa96c5f33, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:18:24.682867 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53604) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:24.683380 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.690966 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e202f7-bbd8-4d93-933e-1153b9894a51,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:24.705218 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (a3f69f27-a8c4-4f23-9169-4672af3cfab0), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.705766 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Added segment a3f69f27-a8c4-4f23-9169-4672af3cfab0 of type vlan for network d302ca45-8a39-43ef-8443-9ca151a3fc82 May 26 18:18:24.753283 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d748d7e9-b747-407d-87cc-6ea5791bffd1 admin admin] Publish callbacks [] for security_group (6101bf6c-7ed1-47e6-bcd0-34958c590cda), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.769620 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:24.774757 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (d302ca45-8a39-43ef-8443-9ca151a3fc82), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.783748 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d748d7e9-b747-407d-87cc-6ea5791bffd1 admin admin] Publish callbacks [] for security_group (6101bf6c-7ed1-47e6-bcd0-34958c590cda), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.824159 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] For port 5791c3dc-854e-4168-8bdd-187fa96c5f33, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:18:24.835361 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:24.868877 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (d302ca45-8a39-43ef-8443-9ca151a3fc82), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.869932 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:24.870571 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.873839 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d748d7e9-b747-407d-87cc-6ea5791bffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6101bf6c-7ed1-47e6-bcd0-34958c590cda), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.874086 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] For port 5791c3dc-854e-4168-8bdd-187fa96c5f33, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:18:24.877306 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d748d7e9-b747-407d-87cc-6ea5791bffd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:24.878861 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d748d7e9-b747-407d-87cc-6ea5791bffd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6101bf6c-7ed1-47e6-bcd0-34958c590cda HTTP/1.1" status: 204 len: 168 time: 0.1944637 May 26 18:18:24.902727 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748d7e9-b747-407d-87cc-6ea5791bffd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6101bf6c-7ed1-47e6-bcd0-34958c590cda,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:24.930957 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:25.120030 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3119247 May 26 18:18:25.123907 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53632) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:25.131381 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Request body: {'subnet': {'network_id': 'd302ca45-8a39-43ef-8443-9ca151a3fc82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1807653148-subnet', 'tenant_id': 'db7cf079fb8e4910afa6e4639616bef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:25.163136 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Made reservation on behalf of db7cf079fb8e4910afa6e4639616bef9 for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:25.166874 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:25.230945 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde987-83dd-460d-be64-6394ba9604f5 req-b42cb256-8498-47e4-b6a5-5ca5bb88abc9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:25.239057 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26bde987-83dd-460d-be64-6394ba9604f5 req-b42cb256-8498-47e4-b6a5-5ca5bb88abc9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.3226092 May 26 18:18:25.252121 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c48519-2ddd-47fd-9097-54df4ada76b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d302ca45-8a39-43ef-8443-9ca151a3fc82,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:25.262086 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:25.271013 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network d302ca45-8a39-43ef-8443-9ca151a3fc82 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:18:25.293064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:25.295132 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:25.303988 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] 10.222.0.42 "PUT /v2.0/ports/5791c3dc-854e-4168-8bdd-187fa96c5f33 HTTP/1.1" status: 200 len: 1093 time: 3.1228163 May 26 18:18:25.400233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:25.408777 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b206f4c-8dcc-41d1-8dbd-429ad5eb41a5 req-40572ee8-3884-40cc-9944-ed209e390f8e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:25.416426 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b206f4c-8dcc-41d1-8dbd-429ad5eb41a5 req-40572ee8-3884-40cc-9944-ed209e390f8e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 944 time: 0.3455887 May 26 18:18:25.418129 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'tag': '5791c3dc-854e-4168-8bdd-187fa96c5f33'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:25.421250 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a42b4f-2a67-45d7-acac-5aaefb7e0092" -d '{"events": [{"name": "network-changed", "server_uuid": "1715d8f6-ce4b-48d3-96b0-0717bc0ac54a", "tag": "5791c3dc-854e-4168-8bdd-187fa96c5f33"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:25.424971 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb36414-225f-41c6-96bc-29c9f9541609 service neutron] Pushing event updated for resources: {'Port': ['ID=5791c3dc-854e-4168-8bdd-187fa96c5f33,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:25.484448 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26bde987-83dd-460d-be64-6394ba9604f5 req-02b505cd-694e-4bf2-9a72-1f5539eb7d3a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444236 May 26 18:18:25.536383 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-64d2d5a2-acac-4155-9ea8-e10b2523aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:25.538251 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-64d2d5a2-acac-4155-9ea8-e10b2523aae2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 1127 time: 0.0641029 May 26 18:18:25.541328 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-b09d1c18-08c7-45b7-9fb7-db5d624351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:25.543135 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-b09d1c18-08c7-45b7-9fb7-db5d624351c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 1128 time: 0.4400232 May 26 18:18:25.553150 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653285-5299-402b-bda2-d6648ee573cf req-911a1362-55f7-4c28-8594-d545c9ad54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:25.558701 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2c653285-5299-402b-bda2-d6648ee573cf req-911a1362-55f7-4c28-8594-d545c9ad54a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 1130 time: 0.3439395 May 26 18:18:25.618131 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for subnet (4b3dcd40-17a3-433f-a6a3-499d3abf0720), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:25.645848 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b0df2f-38c3-4ffd-82ea-a0034882b502 x-openstack-request-id: req-a5b0df2f-38c3-4ffd-82ea-a0034882b502 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:25.647822 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1715d8f6-ce4b-48d3-96b0-0717bc0ac54a", "tag": "5791c3dc-854e-4168-8bdd-187fa96c5f33", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:25.648093 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5b0df2f-38c3-4ffd-82ea-a0034882b502 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:25.648496 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b0df2f-38c3-4ffd-82ea-a0034882b502'] response: {'name': 'network-changed', 'server_uuid': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'tag': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'status': 'completed', 'code': 200} May 26 18:18:25.679984 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3dcd40-17a3-433f-a6a3-499d3abf0720,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:25.695585 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-3d25848f-e218-4f85-b414-5e21ff82752a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e97a903b-46cf-40f9-9aed-884e6e491c98 HTTP/1.1" status: 200 len: 217 time: 0.1294513 May 26 18:18:25.706966 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Checking segment: {'id': 'a3f69f27-a8c4-4f23-9169-4672af3cfab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'd302ca45-8a39-43ef-8443-9ca151a3fc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:25.707446 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Network hostable DHCP agents. Network: d302ca45-8a39-43ef-8443-9ca151a3fc82, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:18:25.709187 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-ec1622e1-8753-4de4-b1d9-42a69de9c5f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33 HTTP/1.1" status: 200 len: 217 time: 0.1492651 May 26 18:18:25.730443 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Network d302ca45-8a39-43ef-8443-9ca151a3fc82 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:18:25.741871 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, d302ca45-8a39-43ef-8443-9ca151a3fc82) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:25.746320 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:25.747198 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:25.755670 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c617fe-efe8-4ac1-aab1-821c4243bdb5 None None] Network d302ca45-8a39-43ef-8443-9ca151a3fc82 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:18:25.782930 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:25.786328 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-678da206-f177-4954-88f3-ace7fdcdc9c2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6611886 May 26 18:18:25.902677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50301c6-c443-49fd-89aa-9a4bdd67e770 None None] Network d302ca45-8a39-43ef-8443-9ca151a3fc82 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:18:25.954943 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b206f4c-8dcc-41d1-8dbd-429ad5eb41a5 req-94e202e0-7c3e-453c-b01c-8ed13a1d5ffe tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370910 May 26 18:18:26.088837 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5c351-2eab-4760-af57-4c16879c7d68 req-aef98428-87e0-4495-bb40-7484b3bdc720 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:26.090321 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-85f5c351-2eab-4760-af57-4c16879c7d68 req-aef98428-87e0-4495-bb40-7484b3bdc720 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 943 time: 0.4045875 May 26 18:18:26.127029 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2c653285-5299-402b-bda2-d6648ee573cf req-d79c032d-450e-44f9-983e-473e5d1e0e99 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405631 May 26 18:18:26.135678 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-c8a263a6-528c-4cd8-8bd5-7f7696f9f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:26.137226 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-c8a263a6-528c-4cd8-8bd5-7f7696f9f717 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.4259057 May 26 18:18:26.141583 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-47ad125c-8514-43bf-8070-3d696e529c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:26.143217 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-47ad125c-8514-43bf-8070-3d696e529c8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 200 len: 850 time: 0.4197319 May 26 18:18:26.161544 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd1898-979d-44c4-a8bd-27f4eb82c631 req-f0a703fc-4e59-4808-9ecc-5b98c8bd8330 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:26.163240 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-95fd1898-979d-44c4-a8bd-27f4eb82c631 req-f0a703fc-4e59-4808-9ecc-5b98c8bd8330 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 945 time: 0.1036820 May 26 18:18:26.208263 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-85f5c351-2eab-4760-af57-4c16879c7d68 req-42ede633-acc4-4e1c-91c9-818dd6c1d46e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897319 May 26 18:18:26.262253 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-95fd1898-979d-44c4-a8bd-27f4eb82c631 req-37ac5ab6-dd98-43f8-b074-132b0b7a5f1a tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871878 May 26 18:18:26.458942 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-e320ac06-145a-4d74-ba07-74f9fb399e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:26.460647 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-e320ac06-145a-4d74-ba07-74f9fb399e3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1287007 May 26 18:18:26.462000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-24184836-3f30-46fc-8338-edae753edafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:26.463424 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-24184836-3f30-46fc-8338-edae753edafe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040156 May 26 18:18:26.487391 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:26.556750 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:26.592022 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:26.594372 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f71579-0ced-4cca-85f9-5ff6a43b02bf" -d '{"events": [{"server_uuid": "158ce769-fde9-413e-81f3-d76b3222b5fc", "name": "network-vif-plugged", "status": "completed", "tag": "d8a8f1c3-9b31-4ff3-a2a8-371608a6812a"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:26.654746 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-f36cf6fb-9e8d-4f30-88a2-2414d6c972b6 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780207 May 26 18:18:26.690171 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d2b2f6-6f62-441a-851c-742dc682e83e x-openstack-request-id: req-18d2b2f6-6f62-441a-851c-742dc682e83e {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:26.690573 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158ce769-fde9-413e-81f3-d76b3222b5fc", "name": "network-vif-plugged", "status": "completed", "tag": "d8a8f1c3-9b31-4ff3-a2a8-371608a6812a", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:26.690791 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18d2b2f6-6f62-441a-851c-742dc682e83e {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:26.691184 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d2b2f6-6f62-441a-851c-742dc682e83e'] response: {'server_uuid': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'code': 200} May 26 18:18:26.711737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c19b62-6780-4772-bb08-d819852e4828 req-7d94878f-27ce-472e-81e3-d0ae2cb58b48 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:26.719450 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79c19b62-6780-4772-bb08-d819852e4828 req-7d94878f-27ce-472e-81e3-d0ae2cb58b48 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.0632107 May 26 18:18:26.767827 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53700) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:26.936564 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-431c9000-03a0-43d6-866b-7650dab8d466 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612882 May 26 18:18:27.024071 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a3b9187d-cfcc-4329-b063-53d9e4fcd249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.191933 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a3b9187d-cfcc-4329-b063-53d9e4fcd249 admin admin] Publish callbacks [] for security_group (55ce691d-ed6c-49a3-82ea-f17e07f58b98), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.198307 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a3b9187d-cfcc-4329-b063-53d9e4fcd249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (55ce691d-ed6c-49a3-82ea-f17e07f58b98), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.200607 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:27.203758 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14a07d84-2aa2-45b8-9724-bbbea615c7f0 req-c76f9e63-5a12-46e6-8ad8-0c8b2336b199 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169886 May 26 18:18:27.220326 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79c19b62-6780-4772-bb08-d819852e4828 req-4f9ecbca-f0a4-4742-afc8-e2276fb8e287 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984581 May 26 18:18:27.238019 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:27.238019 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-a3b9187d-cfcc-4329-b063-53d9e4fcd249 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=193e991a3697426e9663f7e8e136ce05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4653633 May 26 18:18:27.239011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53724) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:27.294268 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:27.299330 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9187d-cfcc-4329-b063-53d9e4fcd249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce691d-ed6c-49a3-82ea-f17e07f58b98,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:27.320967 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b1dd-2a10-47e8-8eaf-7e5a2bb2a54f admin admin] Publish callbacks [] for security_group (55ce691d-ed6c-49a3-82ea-f17e07f58b98), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.342962 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef279f-3b90-48b0-821d-9010a97dfb4f req-d99e0232-3d72-48e2-b2a2-3036f19d44c4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:27.344153 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b1dd-2a10-47e8-8eaf-7e5a2bb2a54f admin admin] Publish callbacks [] for security_group (55ce691d-ed6c-49a3-82ea-f17e07f58b98), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.344624 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8ef279f-3b90-48b0-821d-9010a97dfb4f req-d99e0232-3d72-48e2-b2a2-3036f19d44c4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 944 time: 0.1390407 May 26 18:18:27.395141 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278ad5c1-ea63-4a88-8c14-56bbe3165480 req-ec02da37-583b-4889-a307-e6f494204c8b service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693746 May 26 18:18:27.408683 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b1dd-2a10-47e8-8eaf-7e5a2bb2a54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (55ce691d-ed6c-49a3-82ea-f17e07f58b98), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.411307 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b1dd-2a10-47e8-8eaf-7e5a2bb2a54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.412478 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f7a1b1dd-2a10-47e8-8eaf-7e5a2bb2a54f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55ce691d-ed6c-49a3-82ea-f17e07f58b98 HTTP/1.1" status: 204 len: 168 time: 0.1725163 May 26 18:18:27.413392 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b59187-33df-466a-9984-50b24faf7cb5 req-2085fad3-287a-4011-ac90-51e1d25917ba tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:27.415994 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3b59187-33df-466a-9984-50b24faf7cb5 req-2085fad3-287a-4011-ac90-51e1d25917ba tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 943 time: 0.1001973 May 26 18:18:27.421987 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1b1dd-2a10-47e8-8eaf-7e5a2bb2a54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce691d-ed6c-49a3-82ea-f17e07f58b98,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:27.501775 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8ef279f-3b90-48b0-821d-9010a97dfb4f req-ffe33dc3-6157-4096-aee3-2edf21b23c09 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297209 May 26 18:18:27.528138 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3b59187-33df-466a-9984-50b24faf7cb5 req-fa5c8b00-f17d-4a83-bb54-3728ff1e1c87 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978258 May 26 18:18:27.823179 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53740) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:27.842982 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a04f-eae6-41f2-b341-c3126a013df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.914822 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a04f-eae6-41f2-b341-c3126a013df6 admin admin] Publish callbacks [] for security_group (1800f532-db0b-4316-baaf-a1dc7c9f4e3e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.919160 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a04f-eae6-41f2-b341-c3126a013df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (1800f532-db0b-4316-baaf-a1dc7c9f4e3e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.958746 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-bbd9a04f-eae6-41f2-b341-c3126a013df6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7620cf483bfc45658d659e77d41d28ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344228 May 26 18:18:27.961254 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53746) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:27.967082 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9a04f-eae6-41f2-b341-c3126a013df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1800f532-db0b-4316-baaf-a1dc7c9f4e3e,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:28.015524 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-107b4a06-110b-4779-bc1f-cdb2448b8d12 admin admin] Publish callbacks [] for security_group (1800f532-db0b-4316-baaf-a1dc7c9f4e3e), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.041175 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-107b4a06-110b-4779-bc1f-cdb2448b8d12 admin admin] Publish callbacks [] for security_group (1800f532-db0b-4316-baaf-a1dc7c9f4e3e), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.096338 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-107b4a06-110b-4779-bc1f-cdb2448b8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (1800f532-db0b-4316-baaf-a1dc7c9f4e3e), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.098944 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-107b4a06-110b-4779-bc1f-cdb2448b8d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.102381 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-107b4a06-110b-4779-bc1f-cdb2448b8d12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1800f532-db0b-4316-baaf-a1dc7c9f4e3e HTTP/1.1" status: 204 len: 168 time: 0.1379197 May 26 18:18:28.109420 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b4a06-110b-4779-bc1f-cdb2448b8d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1800f532-db0b-4316-baaf-a1dc7c9f4e3e,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:28.378600 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97e9a1-8c89-44ea-982c-1107c255ff21 req-98fce5ad-bfdf-4583-8711-493dfadda543 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:28.390610 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c97e9a1-8c89-44ea-982c-1107c255ff21 req-98fce5ad-bfdf-4583-8711-493dfadda543 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.0796480 May 26 18:18:28.465268 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c97e9a1-8c89-44ea-982c-1107c255ff21 req-0bc0aba8-65d1-45ad-9d96-1fab0b16ca78 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699267 May 26 18:18:28.680232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f51a-cbb3-4a49-a992-2bd0f46ad946 req-760ec80c-bd33-4d91-a7d2-2e4af7dc9e0a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:28.693680 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5634f51a-cbb3-4a49-a992-2bd0f46ad946 req-760ec80c-bd33-4d91-a7d2-2e4af7dc9e0a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 944 time: 0.1076636 May 26 18:18:28.706375 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53790) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:28.721914 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a99992c-912a-48f4-8cb8-055214b1e07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.744220 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5634f51a-cbb3-4a49-a992-2bd0f46ad946 req-a1d4d6ab-157a-4ee2-ba06-1103ff0829f4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 May 26 18:18:28.811569 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a99992c-912a-48f4-8cb8-055214b1e07c admin admin] Publish callbacks [] for security_group (15f09775-20c5-4081-b48c-c63ff81b98c5), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.816692 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a99992c-912a-48f4-8cb8-055214b1e07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (15f09775-20c5-4081-b48c-c63ff81b98c5), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.858479 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1a99992c-912a-48f4-8cb8-055214b1e07c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=966fa72eb0634a4f95f16fb9a96edc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487219 May 26 18:18:28.858479 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99992c-912a-48f4-8cb8-055214b1e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f09775-20c5-4081-b48c-c63ff81b98c5,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:28.859619 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 53794) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:28.863278 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396bfd-3e8c-4f55-aead-da702063bfee req-cc30f1f4-11bc-42d2-a00e-b9e7148e7e71 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:28.865400 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e396bfd-3e8c-4f55-aead-da702063bfee req-cc30f1f4-11bc-42d2-a00e-b9e7148e7e71 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 943 time: 0.0476594 May 26 18:18:28.904350 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:28.910682 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-509c5892-3835-42a3-a1ac-50a3fa5a5643 admin admin] Publish callbacks [] for security_group (15f09775-20c5-4081-b48c-c63ff81b98c5), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.922850 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e396bfd-3e8c-4f55-aead-da702063bfee req-727bea2b-a2dd-4161-abf9-da5386e54e7f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507543 May 26 18:18:28.940858 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-509c5892-3835-42a3-a1ac-50a3fa5a5643 admin admin] Publish callbacks [] for security_group (15f09775-20c5-4081-b48c-c63ff81b98c5), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.993645 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-509c5892-3835-42a3-a1ac-50a3fa5a5643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (15f09775-20c5-4081-b48c-c63ff81b98c5), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.996211 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-509c5892-3835-42a3-a1ac-50a3fa5a5643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:28.997350 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-509c5892-3835-42a3-a1ac-50a3fa5a5643 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15f09775-20c5-4081-b48c-c63ff81b98c5 HTTP/1.1" status: 204 len: 168 time: 0.1368413 May 26 18:18:29.005573 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c5892-3835-42a3-a1ac-50a3fa5a5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f09775-20c5-4081-b48c-c63ff81b98c5,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:29.312608 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bad02-264e-45a1-840d-bd5090f41d2f req-28bb2ccb-140f-4d4e-9740-2efcd9a8f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:29.318002 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e7bad02-264e-45a1-840d-bd5090f41d2f req-28bb2ccb-140f-4d4e-9740-2efcd9a8f930 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 1129 time: 0.0952029 May 26 18:18:29.331636 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-ad3ace9b-5d90-4859-8209-8fc8cb637468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:29.333251 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-ad3ace9b-5d90-4859-8209-8fc8cb637468 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 1127 time: 0.0612118 May 26 18:18:29.440638 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e7bad02-264e-45a1-840d-bd5090f41d2f req-4dc80ac3-9577-4875-9ab5-41616ef54927 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181459 May 26 18:18:29.451321 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device e97a903b-46cf-40f9-9aed-884e6e491c98 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:18:29.495685 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-15198485-06e0-4503-afcd-5d90846c2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:29.497284 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-15198485-06e0-4503-afcd-5d90846c2f35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 912 time: 0.1543219 May 26 18:18:29.625770 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:29.631096 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228c66c-e8d2-4540-8b33-a990dfbba86d req-7a7e9f0f-5d4d-4e96-bd69-5d3371665433 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:29.635513 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0228c66c-e8d2-4540-8b33-a990dfbba86d req-7a7e9f0f-5d4d-4e96-bd69-5d3371665433 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.0747862 May 26 18:18:29.654376 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port e97a903b-46cf-40f9-9aed-884e6e491c98, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e97a903b-46cf-40f9-9aed-884e6e491c98,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:29.697044 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'e97a903b-46cf-40f9-9aed-884e6e491c98', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'port_id': 'e97a903b-46cf-40f9-9aed-884e6e491c98', 'mac_address': 'fa:16:3e:07:7f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:18:29.770532 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-7120e187-98c4-483e-9a1b-0f93c67ae10d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33 HTTP/1.1" status: 200 len: 217 time: 0.0993690 May 26 18:18:29.807194 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0228c66c-e8d2-4540-8b33-a990dfbba86d req-95d6aee7-b890-453d-9438-1f955ee292e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657710 May 26 18:18:29.813007 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port e97a903b-46cf-40f9-9aed-884e6e491c98 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:29.815013 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:29.849864 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97a903b-46cf-40f9-9aed-884e6e491c98 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:29.886209 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-51601316-2c17-4dec-bf7e-b897457cb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:29.889963 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-51601316-2c17-4dec-bf7e-b897457cb3b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 200 len: 850 time: 0.0761497 May 26 18:18:29.917303 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port e97a903b-46cf-40f9-9aed-884e6e491c98, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e97a903b-46cf-40f9-9aed-884e6e491c98,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:29.926032 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:29.988067 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5828ef-08ae-4d58-8e30-bafd00088d6b req-36856a4e-8a58-4090-ac6a-55b2ed0278a6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:29.992267 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc5828ef-08ae-4d58-8e30-bafd00088d6b req-36856a4e-8a58-4090-ac6a-55b2ed0278a6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 944 time: 0.1014807 May 26 18:18:30.013166 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=e97a903b-46cf-40f9-9aed-884e6e491c98,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:30.118967 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d274b1-37eb-40fc-84a0-fc4a0f631ec2 req-25937053-6130-4518-8fe4-cea4f837acad tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:30.129103 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d8d274b1-37eb-40fc-84a0-fc4a0f631ec2 req-25937053-6130-4518-8fe4-cea4f837acad tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 943 time: 0.1003575 May 26 18:18:30.147615 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc5828ef-08ae-4d58-8e30-bafd00088d6b req-947aee64-49c6-40da-9619-e2df4cb4ed0e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486104 May 26 18:18:30.171711 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:30.194888 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['e97a903b-46cf-40f9-9aed-884e6e491c98'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:18:30.218942 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d8d274b1-37eb-40fc-84a0-fc4a0f631ec2 req-2654bded-d133-43cf-9a9b-0df745cfe04c tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877562 May 26 18:18:30.236380 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:30.401403 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-dff107ea-ec3b-4001-9f9f-099a9a06f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:30.403899 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-dff107ea-ec3b-4001-9f9f-099a9a06f9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619767 May 26 18:18:30.589707 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-b2aebbaf-5430-49e1-a7a3-f7b9b657d2dc service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597543 May 26 18:18:30.931586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb135a-c597-4928-8704-676ee516a8ce req-42550cc6-3a03-41c6-9181-eeb471c5995f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:30.933251 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dcbb135a-c597-4928-8704-676ee516a8ce req-42550cc6-3a03-41c6-9181-eeb471c5995f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.0500383 May 26 18:18:30.984717 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dcbb135a-c597-4928-8704-676ee516a8ce req-3190efc5-4d65-4b25-a58b-52afe186d1d5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 May 26 18:18:31.149497 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf9a96-3b11-4aa0-ad22-c9833c4fbf09 req-16fc9cd2-005f-4f1b-988c-f213fae49e0d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:31.151122 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-03cf9a96-3b11-4aa0-ad22-c9833c4fbf09 req-16fc9cd2-005f-4f1b-988c-f213fae49e0d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.0512497 May 26 18:18:31.160151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 53896) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:31.164655 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'floatingip': {'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:31.250278 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (e95e04e6-234f-45eb-96e2-58e1c6e66ab0), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:31.392706 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500dc99-d01b-48d0-87cf-cb35ccd83687 req-0a25a265-95f4-4bbc-9050-8c2c980325df tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:31.394237 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f500dc99-d01b-48d0-87cf-cb35ccd83687 req-0a25a265-95f4-4bbc-9050-8c2c980325df tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 945 time: 0.1619570 May 26 18:18:31.660362 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800d229-b931-4c7c-ab49-2bf61f420cd1 req-5910864f-eee9-4737-b7a0-105dac3e5f36 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:31.661823 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7800d229-b931-4c7c-ab49-2bf61f420cd1 req-5910864f-eee9-4737-b7a0-105dac3e5f36 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 943 time: 0.3602333 May 26 18:18:31.758278 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f500dc99-d01b-48d0-87cf-cb35ccd83687 req-1841a055-6c71-4301-ab92-8e3d6766f24d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511260 May 26 18:18:31.812952 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7800d229-b931-4c7c-ab49-2bf61f420cd1 req-f9d9fb23-9ad8-4042-80c0-b4f76ab62e47 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416771 May 26 18:18:31.918156 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 5791c3dc-854e-4168-8bdd-187fa96c5f33 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:18:32.034553 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 5791c3dc-854e-4168-8bdd-187fa96c5f33, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:32.046286 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'port_id': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'mac_address': 'fa:16:3e:ce:a8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:18:32.084198 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:32.090506 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 5791c3dc-854e-4168-8bdd-187fa96c5f33 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:32.090954 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:32.105478 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5791c3dc-854e-4168-8bdd-187fa96c5f33 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:18:32.128455 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 5791c3dc-854e-4168-8bdd-187fa96c5f33, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:32.133663 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:32.137248 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:32.182109 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=5791c3dc-854e-4168-8bdd-187fa96c5f33,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:32.212250 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:32.219133 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:32.222922 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (e95e04e6-234f-45eb-96e2-58e1c6e66ab0), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:32.314671 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Floating IP e95e04e6-234f-45eb-96e2-58e1c6e66ab0 associated. External IP: 172.27.3.57, port: d8a8f1c3-9b31-4ff3-a2a8-371608a6812a. May 26 18:18:32.508208 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:18:32.609790 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:18:32.614875 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:32.622818 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:18:32.632539 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:18:32.633137 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:18:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:32.645954 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-02f47444-a3ca-4d28-8b3d-f9319265e156 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "PUT /v2.0/floatingips/e95e04e6-234f-45eb-96e2-58e1c6e66ab0 HTTP/1.1" status: 200 len: 990 time: 1.4846959 May 26 18:18:32.646539 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'tag': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:32.648735 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484a0c60-5201-46eb-9d03-2167b769a14c" -d '{"events": [{"name": "network-changed", "server_uuid": "158ce769-fde9-413e-81f3-d76b3222b5fc", "tag": "d8a8f1c3-9b31-4ff3-a2a8-371608a6812a"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:32.685716 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5752a8c-37e7-42fc-9c21-5b061784d881 x-openstack-request-id: req-a5752a8c-37e7-42fc-9c21-5b061784d881 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:32.686310 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158ce769-fde9-413e-81f3-d76b3222b5fc", "tag": "d8a8f1c3-9b31-4ff3-a2a8-371608a6812a", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:32.686310 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5752a8c-37e7-42fc-9c21-5b061784d881 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:32.686691 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5752a8c-37e7-42fc-9c21-5b061784d881'] response: {'name': 'network-changed', 'server_uuid': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'tag': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'status': 'completed', 'code': 200} May 26 18:18:32.729975 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device e97a903b-46cf-40f9-9aed-884e6e491c98 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:18:32.733722 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:18:32.772709 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port e97a903b-46cf-40f9-9aed-884e6e491c98 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:18:32.778540 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port e97a903b-46cf-40f9-9aed-884e6e491c98 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:32.779204 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:32.860026 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port e97a903b-46cf-40f9-9aed-884e6e491c98 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:32.860549 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:32.885900 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5318d4c9-f954-4123-b0ce-d2b418f37dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97a903b-46cf-40f9-9aed-884e6e491c98'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:32.888299 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ea9db7-6b21-4a02-8249-0e8f235b7c14" -d '{"events": [{"server_uuid": "5318d4c9-f954-4123-b0ce-d2b418f37dd3", "name": "network-vif-plugged", "status": "completed", "tag": "e97a903b-46cf-40f9-9aed-884e6e491c98"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:32.894066 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4cedc-be00-4229-9a78-148483578d0d req-a1374692-5cba-4216-8170-52f5e3f3fc14 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:32.895681 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-20e4cedc-be00-4229-9a78-148483578d0d req-a1374692-5cba-4216-8170-52f5e3f3fc14 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 945 time: 0.0627458 May 26 18:18:32.902627 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port e97a903b-46cf-40f9-9aed-884e6e491c98, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e97a903b-46cf-40f9-9aed-884e6e491c98,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:32.914969 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:32.963142 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=e97a903b-46cf-40f9-9aed-884e6e491c98,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:32.969391 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b36c3-0ecd-4665-9d07-b382e623ef87 req-92da2626-6b7c-48b1-8583-d6cbb6cf7e78 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:32.972258 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d73b36c3-0ecd-4665-9d07-b382e623ef87 req-92da2626-6b7c-48b1-8583-d6cbb6cf7e78 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 944 time: 0.0560858 May 26 18:18:33.038232 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:32Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:33.045414 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d73b36c3-0ecd-4665-9d07-b382e623ef87 req-1a703722-4da1-43a8-bcac-47773a45a2b2 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650742 May 26 18:18:33.061805 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-20e4cedc-be00-4229-9a78-148483578d0d req-7517e6f1-e591-4392-9d72-c1372ad49770 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499238 May 26 18:18:33.078337 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:18:33.089881 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:18:33.091035 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:18:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:33.092640 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c431aeae-5497-472d-a6c4-83dc22d7d9b5 x-openstack-request-id: req-c431aeae-5497-472d-a6c4-83dc22d7d9b5 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:33.093108 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5318d4c9-f954-4123-b0ce-d2b418f37dd3", "name": "network-vif-plugged", "status": "completed", "tag": "e97a903b-46cf-40f9-9aed-884e6e491c98", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:33.093372 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c431aeae-5497-472d-a6c4-83dc22d7d9b5 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:33.095036 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c431aeae-5497-472d-a6c4-83dc22d7d9b5'] response: {'server_uuid': '5318d4c9-f954-4123-b0ce-d2b418f37dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97a903b-46cf-40f9-9aed-884e6e491c98', 'code': 200} May 26 18:18:33.191977 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:18:33.396678 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:32Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:33.420573 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bc33c-bcfd-4e39-aba8-7c4b491088d6 None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:32Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:18:33.613062 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af201182-dd06-46c0-b8a5-d381fb340e9c None None] New status for floating IP e95e04e6-234f-45eb-96e2-58e1c6e66ab0: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:18:33.875334 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a0c60-5201-46eb-9d03-2167b769a14c req-37e24f2f-1642-4a42-8b50-efb86e7259cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:33.876863 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-484a0c60-5201-46eb-9d03-2167b769a14c req-37e24f2f-1642-4a42-8b50-efb86e7259cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 1129 time: 0.0844023 May 26 18:18:33.999711 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90a42b4f-2a67-45d7-acac-5aaefb7e0092 req-9ee1a54f-a828-409d-9bd7-cdeef575d3ab service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146182 May 26 18:18:34.016379 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f19d5-6718-4364-9acd-35642d26b585 req-5c8c3ee3-9828-4bb3-bfbf-2aade1e1b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:34.018610 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1f19d5-6718-4364-9acd-35642d26b585 req-5c8c3ee3-9828-4bb3-bfbf-2aade1e1b191 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 1130 time: 0.0675297 May 26 18:18:34.019710 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['5791c3dc-854e-4168-8bdd-187fa96c5f33'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:18:34.036279 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:34.056635 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a0c60-5201-46eb-9d03-2167b769a14c req-abf3903c-aef7-406e-8b78-c74fc4a5461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:34.058106 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-484a0c60-5201-46eb-9d03-2167b769a14c req-abf3903c-aef7-406e-8b78-c74fc4a5461e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 916 time: 0.1742284 May 26 18:18:34.079118 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:34.119716 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:34.131355 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e1f19d5-6718-4364-9acd-35642d26b585 req-00a20a12-4a6f-49b2-a664-a3c6de9366e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043682 May 26 18:18:34.185079 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-484a0c60-5201-46eb-9d03-2167b769a14c req-0b21dd74-2b18-4363-a111-412eb2b4d1c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a HTTP/1.1" status: 200 len: 1000 time: 0.1177864 May 26 18:18:34.234214 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25c315-b515-4c3d-8b21-1dc1cb7bd2ef req-c2cd1d2e-c536-4542-a8d3-c64195c8b5bc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:34.237059 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-da25c315-b515-4c3d-8b21-1dc1cb7bd2ef req-c2cd1d2e-c536-4542-a8d3-c64195c8b5bc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0551705 May 26 18:18:34.313461 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-da25c315-b515-4c3d-8b21-1dc1cb7bd2ef req-79aab16c-9fc4-4603-bf18-084421b1ce50 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690119 May 26 18:18:34.387099 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b292b-655a-4f5e-86a1-2acfd6246f46 req-f7416b55-07fd-4a56-bf28-a1d37aa6598f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:34.388788 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9c4b292b-655a-4f5e-86a1-2acfd6246f46 req-f7416b55-07fd-4a56-bf28-a1d37aa6598f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 944 time: 0.0531392 May 26 18:18:34.634105 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9c4b292b-655a-4f5e-86a1-2acfd6246f46 req-4c45ed5f-96f7-4b28-8f40-44ead04ea688 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387722 May 26 18:18:35.419321 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ac976-cb28-4256-b07d-da921e485df4 req-597407dd-5eda-4862-ad2b-0b8c240248c8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:35.420794 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-009ac976-cb28-4256-b07d-da921e485df4 req-597407dd-5eda-4862-ad2b-0b8c240248c8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0474546 May 26 18:18:35.475442 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-009ac976-cb28-4256-b07d-da921e485df4 req-9a8f7609-67b8-4c14-823a-a5121569044e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481927 May 26 18:18:35.750415 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47527-8db7-4ed5-895d-9e9a1e38247a req-22da9701-bd8f-4ba5-907a-7f68d162b1cf tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:35.752100 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c9d47527-8db7-4ed5-895d-9e9a1e38247a req-22da9701-bd8f-4ba5-907a-7f68d162b1cf tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 944 time: 0.0524125 May 26 18:18:35.801148 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c9d47527-8db7-4ed5-895d-9e9a1e38247a req-bfec23bb-1b3a-46dd-b2c3-f4076d0547fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 May 26 18:18:36.594047 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16393e-6354-4ae7-ae45-21d7001a04d1 req-a21cfa82-3ba2-410c-94ff-10d98801e44e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:36.595438 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6d16393e-6354-4ae7-ae45-21d7001a04d1 req-a21cfa82-3ba2-410c-94ff-10d98801e44e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0479090 May 26 18:18:36.641858 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6d16393e-6354-4ae7-ae45-21d7001a04d1 req-15014b2a-01a6-457f-bb46-5243d9948654 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 May 26 18:18:36.911539 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b0fe5-5fb8-4421-9035-82246b948095 req-0f158066-10bd-4f55-8c59-615225b5c26f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:36.913026 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-462b0fe5-5fb8-4421-9035-82246b948095 req-0f158066-10bd-4f55-8c59-615225b5c26f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 944 time: 0.0461783 May 26 18:18:36.995952 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-462b0fe5-5fb8-4421-9035-82246b948095 req-5747db3e-210b-4e01-89ae-33087fa4f3ac tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774333 May 26 18:18:37.001357 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a0c60-5201-46eb-9d03-2167b769a14c req-02792df5-0d6d-41e7-aa09-ace554f213ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:37.002934 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-484a0c60-5201-46eb-9d03-2167b769a14c req-02792df5-0d6d-41e7-aa09-ace554f213ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0692127 May 26 18:18:37.053112 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a0c60-5201-46eb-9d03-2167b769a14c req-3c5d81f2-1a36-471c-af1f-bf218d317584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:37.054668 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-484a0c60-5201-46eb-9d03-2167b769a14c req-3c5d81f2-1a36-471c-af1f-bf218d317584 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455506 May 26 18:18:37.152913 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-484a0c60-5201-46eb-9d03-2167b769a14c req-88d6cada-c40d-4e30-bc7b-472cab240b8a service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908291 May 26 18:18:37.459865 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 5791c3dc-854e-4168-8bdd-187fa96c5f33 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:18:37.507496 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 5791c3dc-854e-4168-8bdd-187fa96c5f33 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:18:37.513645 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 5791c3dc-854e-4168-8bdd-187fa96c5f33 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:37.514044 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:37.592816 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 5791c3dc-854e-4168-8bdd-187fa96c5f33 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:37.593390 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:37.619634 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5791c3dc-854e-4168-8bdd-187fa96c5f33'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:37.621949 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f89c93a-c353-495a-a3c5-0312557765b3" -d '{"events": [{"server_uuid": "1715d8f6-ce4b-48d3-96b0-0717bc0ac54a", "name": "network-vif-plugged", "status": "completed", "tag": "5791c3dc-854e-4168-8bdd-187fa96c5f33"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:37.636229 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 5791c3dc-854e-4168-8bdd-187fa96c5f33, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:37.639924 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:37.667331 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0019910-1aa4-4190-abb6-eaf2c090a223 x-openstack-request-id: req-e0019910-1aa4-4190-abb6-eaf2c090a223 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:37.667695 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715d8f6-ce4b-48d3-96b0-0717bc0ac54a", "name": "network-vif-plugged", "status": "completed", "tag": "5791c3dc-854e-4168-8bdd-187fa96c5f33", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:37.667949 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0019910-1aa4-4190-abb6-eaf2c090a223 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:37.668340 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0019910-1aa4-4190-abb6-eaf2c090a223'] response: {'server_uuid': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'code': 200} May 26 18:18:37.674679 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:37.702934 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=5791c3dc-854e-4168-8bdd-187fa96c5f33,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:37.770592 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836c31-22d9-42ff-a7e3-ba5f744b093e req-6cd1ddb0-6058-4a92-8abb-e16b87f8c0b9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:37.772614 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e1836c31-22d9-42ff-a7e3-ba5f744b093e req-6cd1ddb0-6058-4a92-8abb-e16b87f8c0b9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0494149 May 26 18:18:37.854415 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:37.886538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e1836c31-22d9-42ff-a7e3-ba5f744b093e req-6fcd0146-f2e8-4136-9248-ce9edb0332eb tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048880 May 26 18:18:37.898509 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-484a0c60-5201-46eb-9d03-2167b769a14c req-3558214d-848f-49c8-83f1-af4500f26ed9 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241069 May 26 18:18:38.121263 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef010a6-ead4-4f8d-80ef-b068644c5837 req-8eafa6f8-2fe8-43e0-a0dc-6cece30d278e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:38.122801 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ef010a6-ead4-4f8d-80ef-b068644c5837 req-8eafa6f8-2fe8-43e0-a0dc-6cece30d278e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0482008 May 26 18:18:38.136696 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:38.173649 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ef010a6-ead4-4f8d-80ef-b068644c5837 req-11253ce8-0398-4d04-98b6-00947539e659 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429122 May 26 18:18:38.606144 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852e7b3-a913-4789-ae45-f24ebea0fae2 req-90b79ced-5c0a-4f2e-91eb-a469c48fb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:38.607676 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5852e7b3-a913-4789-ae45-f24ebea0fae2 req-90b79ced-5c0a-4f2e-91eb-a469c48fb488 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 1129 time: 0.0489612 May 26 18:18:38.685116 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5852e7b3-a913-4789-ae45-f24ebea0fae2 req-b261d778-62aa-4475-bfa2-073e35ea8659 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 May 26 18:18:38.979232 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:39.000700 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:39.033297 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa6bf0-66f9-4d2f-986f-13e4fd6c1cc0 req-3a7ce4f6-6c7c-4315-b0bc-c17cdb019099 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:39.043266 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8daa6bf0-66f9-4d2f-986f-13e4fd6c1cc0 req-3a7ce4f6-6c7c-4315-b0bc-c17cdb019099 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0717351 May 26 18:18:39.107134 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8daa6bf0-66f9-4d2f-986f-13e4fd6c1cc0 req-48469ccb-3bcb-43ef-bd3a-62787847148f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596535 May 26 18:18:39.107134 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54068) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:39.243545 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:39.325197 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa0a66-fb35-4452-9716-e79304b456d2 req-cb91977c-1d02-437d-806d-7fa5c906c237 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:39.326891 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90aa0a66-fb35-4452-9716-e79304b456d2 req-cb91977c-1d02-437d-806d-7fa5c906c237 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0687416 May 26 18:18:39.449535 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Publish callbacks [] for security_group (d750ae22-c04f-4881-9ec7-4ec154833a7b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:39.455612 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-90aa0a66-fb35-4452-9716-e79304b456d2 req-dd330cf5-1cef-4b09-9308-20998480e9a8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217613 May 26 18:18:39.458670 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (d750ae22-c04f-4881-9ec7-4ec154833a7b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:39.468995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07241a4d-15da-4781-8a14-22c2bebc72a2 req-2f1439de-c136-4caa-ad8c-582c38e766c4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:39.471193 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-07241a4d-15da-4781-8a14-22c2bebc72a2 req-2f1439de-c136-4caa-ad8c-582c38e766c4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0954044 May 26 18:18:39.529820 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1ea7b382e7f469aab5d2989f167421c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218650 May 26 18:18:39.531041 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d750ae22-c04f-4881-9ec7-4ec154833a7b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:39.532659 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54098) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:39.548403 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.548957 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.549271 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.549507 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.549875 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.550208 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.550535 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.550862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.551189 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.551512 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.551839 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.552161 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.552488 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.552806 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.553124 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0ef8a6-f46c-4250-9dfd-763f1017ea45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.578314 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-07241a4d-15da-4781-8a14-22c2bebc72a2 req-cb4d9ffd-f588-4ca2-88eb-6cba21e04f27 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984690 May 26 18:18:39.614107 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Publish callbacks [] for security_group (d750ae22-c04f-4881-9ec7-4ec154833a7b), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:39.643819 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Publish callbacks [] for security_group (d750ae22-c04f-4881-9ec7-4ec154833a7b), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:39.669621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-26d3dacc-7b0c-4d21-8bd2-6107405e729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:39.672894 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-26d3dacc-7b0c-4d21-8bd2-6107405e729d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 1130 time: 0.0524790 May 26 18:18:39.711295 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (d750ae22-c04f-4881-9ec7-4ec154833a7b), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:39.715160 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:39.717838 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d750ae22-c04f-4881-9ec7-4ec154833a7b HTTP/1.1" status: 204 len: 168 time: 0.1813688 May 26 18:18:39.728999 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750ae22-c04f-4881-9ec7-4ec154833a7b,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:39.738986 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.739690 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.740468 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.740970 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.741637 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.742145 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.742619 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.743262 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.743755 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.744234 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.744708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.745854 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.746336 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.747355 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.747949 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707480d8-3d73-4d17-bc93-330d323e1cf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:39.803629 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-15534389-3fce-40b4-9c47-3519ad92f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:39.805199 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-15534389-3fce-40b4-9c47-3519ad92f8b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.1204693 May 26 18:18:39.856711 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-12624023-ebca-4c24-ad00-ed8be36b8a94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e97a903b-46cf-40f9-9aed-884e6e491c98 HTTP/1.1" status: 200 len: 217 time: 0.0388196 May 26 18:18:39.918604 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-fca7f037-39f6-4d7f-98c6-9090b480b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:39.920178 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-fca7f037-39f6-4d7f-98c6-9090b480b072 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.0551672 May 26 18:18:40.085933 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54124) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:40.102073 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d57ef282-70d3-43d1-b6c1-a1f1b7c4e01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:40.183886 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d57ef282-70d3-43d1-b6c1-a1f1b7c4e01b admin admin] Publish callbacks [] for security_group (8c5b12ad-a82c-4235-ac27-da3c4b2c9e7c), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:40.187057 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d57ef282-70d3-43d1-b6c1-a1f1b7c4e01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (8c5b12ad-a82c-4235-ac27-da3c4b2c9e7c), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:40.227808 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d57ef282-70d3-43d1-b6c1-a1f1b7c4e01b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f812956e344459c8816258e25516b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405377 May 26 18:18:40.228982 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ef282-70d3-43d1-b6c1-a1f1b7c4e01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5b12ad-a82c-4235-ac27-da3c4b2c9e7c,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:40.230543 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54130) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:40.270036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:40.291083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-026a4037-4165-44f1-b97e-ed1fa74d3b41 admin admin] Publish callbacks [] for security_group (8c5b12ad-a82c-4235-ac27-da3c4b2c9e7c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:40.320892 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-026a4037-4165-44f1-b97e-ed1fa74d3b41 admin admin] Publish callbacks [] for security_group (8c5b12ad-a82c-4235-ac27-da3c4b2c9e7c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:40.327598 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:40.372834 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-026a4037-4165-44f1-b97e-ed1fa74d3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (8c5b12ad-a82c-4235-ac27-da3c4b2c9e7c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:40.375439 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-026a4037-4165-44f1-b97e-ed1fa74d3b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:40.376742 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-026a4037-4165-44f1-b97e-ed1fa74d3b41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c5b12ad-a82c-4235-ac27-da3c4b2c9e7c HTTP/1.1" status: 204 len: 168 time: 0.1450887 May 26 18:18:40.385447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a4037-4165-44f1-b97e-ed1fa74d3b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5b12ad-a82c-4235-ac27-da3c4b2c9e7c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:40.587764 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba58008-8d69-421b-9e99-6c073697b50f req-0e5f1e65-c376-4ecc-a094-d8f997018ca2 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:40.594644 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aba58008-8d69-421b-9e99-6c073697b50f req-0e5f1e65-c376-4ecc-a094-d8f997018ca2 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0588539 May 26 18:18:40.667383 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aba58008-8d69-421b-9e99-6c073697b50f req-da58e924-2bca-4237-a2b9-531973862b57 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716741 May 26 18:18:40.847746 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79ee55-2934-4864-9630-1cc2067bfb04 req-fb7d0d40-8bfe-4897-b054-6b1500b30e6d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:40.849189 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ad79ee55-2934-4864-9630-1cc2067bfb04 req-fb7d0d40-8bfe-4897-b054-6b1500b30e6d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.1461380 May 26 18:18:40.854180 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-ba6569a8-6580-4ffb-864e-e3f26531be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:40.855578 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-ba6569a8-6580-4ffb-864e-e3f26531be74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1633916 May 26 18:18:40.890819 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-bcf30644-b7f9-4c35-9f8f-37b20e547dc0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1169832 May 26 18:18:40.911966 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e9b08-692f-42e7-bb80-3cd9821a966b req-82e86ec3-42ff-4766-829e-5b62fdfc1d02 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:40.913492 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-400e9b08-692f-42e7-bb80-3cd9821a966b req-82e86ec3-42ff-4766-829e-5b62fdfc1d02 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1408570 May 26 18:18:40.924806 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54158) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:40.931417 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'floatingip': {'port_id': '5791c3dc-854e-4168-8bdd-187fa96c5f33'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:40.994630 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ad79ee55-2934-4864-9630-1cc2067bfb04 req-303699e4-9ac5-4999-872b-ebaadc2085cd tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344395 May 26 18:18:41.039230 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (5b746498-6c02-4864-b201-555196d39e2d), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:41.047326 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-1080f05c-05f5-4960-b57a-df924faf9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:41.052678 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-1080f05c-05f5-4960-b57a-df924faf9a32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f65ddb707cf4a3991b4797726d1336e&device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 1129 time: 0.0699503 May 26 18:18:41.056524 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-15d365c9-4d7e-4a5e-b7e1-b17fd1d2abc7 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910815 May 26 18:18:41.279006 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d11fdc6e-884e-4fe2-9703-938f6668c47d req-ff4e8998-12f0-4a77-9371-97fadb0fa98f service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111969 May 26 18:18:41.304413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-cd560e20-eeba-42ed-ae7d-e6f79450bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:41.305602 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-cd560e20-eeba-42ed-ae7d-e6f79450bf50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced HTTP/1.1" status: 200 len: 912 time: 0.2089162 May 26 18:18:41.380583 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-89dfe035-ca0c-4803-a4f8-dc97074fbea4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b HTTP/1.1" status: 200 len: 217 time: 0.0668147 May 26 18:18:41.473480 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-21ffe243-3d4d-498c-b1bd-f4926bb0a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:41.476205 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-21ffe243-3d4d-498c-b1bd-f4926bb0a450 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48c849fd-42eb-4ba4-bc25-6cd47a47c513 HTTP/1.1" status: 200 len: 851 time: 0.0809631 May 26 18:18:41.562414 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-75cacd0c-d373-443a-b201-b00564d13f4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585289 May 26 18:18:41.721918 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-f664faa6-cb3c-4bd8-8a2e-2e9c65414673 service neutron] 10.222.0.42 "GET /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514425 May 26 18:18:41.849674 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:41.879844 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202f6536-091e-4a3e-a01f-36455e57b5f8 req-fa86ef09-37fc-498c-8a3b-41053359ac1b service neutron] 10.222.0.42 "GET /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493959 May 26 18:18:42.128187 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5636e2-42e5-49a7-a3f5-652de446fbc2 req-ea022333-2de8-4c83-b049-1438b4b5876f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:42.130078 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8b5636e2-42e5-49a7-a3f5-652de446fbc2 req-ea022333-2de8-4c83-b049-1438b4b5876f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0545723 May 26 18:18:42.169760 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:42.185710 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8b5636e2-42e5-49a7-a3f5-652de446fbc2 req-890cc919-f524-4219-83cb-ca6216fd5e8c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500140 May 26 18:18:42.233393 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:42.238903 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (5b746498-6c02-4864-b201-555196d39e2d), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:42.339719 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Floating IP 5b746498-6c02-4864-b201-555196d39e2d associated. External IP: 172.27.3.66, port: 5791c3dc-854e-4168-8bdd-187fa96c5f33. May 26 18:18:42.378222 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:42.386706 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:42.569031 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Router e088a590-8aa8-4bd8-a8f3-23e6c224960d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:18:42.685437 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:18:42.696098 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] Sync routers for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:18:42.699637 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=69 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:42.709035 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:42.717237 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:18:42.718112 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:18:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:42.759523 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-fc83676e-45e5-4c11-ac30-14d9a2fcbb8a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "PUT /v2.0/floatingips/5b746498-6c02-4864-b201-555196d39e2d HTTP/1.1" status: 200 len: 990 time: 1.8306439 May 26 18:18:42.759523 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'tag': '5791c3dc-854e-4168-8bdd-187fa96c5f33'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:42.765988 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de7d750-0d89-4c4c-9360-bf82ba22b11f" -d '{"events": [{"name": "network-changed", "server_uuid": "1715d8f6-ce4b-48d3-96b0-0717bc0ac54a", "tag": "5791c3dc-854e-4168-8bdd-187fa96c5f33"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:42.810803 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dc647b-d430-47a8-9608-177e670505c2 x-openstack-request-id: req-f1dc647b-d430-47a8-9608-177e670505c2 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:42.811538 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1715d8f6-ce4b-48d3-96b0-0717bc0ac54a", "tag": "5791c3dc-854e-4168-8bdd-187fa96c5f33", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:42.811915 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1dc647b-d430-47a8-9608-177e670505c2 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:42.812464 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dc647b-d430-47a8-9608-177e670505c2'] response: {'name': 'network-changed', 'server_uuid': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'tag': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'status': 'completed', 'code': 200} May 26 18:18:42.826098 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:42.872327 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:18:42.886140 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-18143bee-849d-4f06-98ef-c45f9bdd0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:42.887810 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-18143bee-849d-4f06-98ef-c45f9bdd0e99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 1129 time: 0.0506279 May 26 18:18:43.137643 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '5b746498-6c02-4864-b201-555196d39e2d', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'port_id': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'mac_address': 'fa:16:3e:ce:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:18:07Z', 'updated_at': '2022-05-26T18:18:42Z', 'revision_number': 1, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:43.195588 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-41b76dbe-d66a-40fc-9b4b-f41f2fedbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:43.197397 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-41b76dbe-d66a-40fc-9b4b-f41f2fedbfcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 912 time: 0.1517680 May 26 18:18:43.261119 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] Checking router: e088a590-8aa8-4bd8-a8f3-23e6c224960d for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:18:43.274054 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:18:43.274678 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:18:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:43.373081 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a786f21-83bc-4b54-bcf7-021dc163c6f3 req-b175c43e-4c63-4118-b27b-c30804de4318 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:43.375275 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a786f21-83bc-4b54-bcf7-021dc163c6f3 req-b175c43e-4c63-4118-b27b-c30804de4318 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0809727 May 26 18:18:43.419048 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:18:43.455368 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a786f21-83bc-4b54-bcf7-021dc163c6f3 req-111695c8-00a4-4fa3-8877-a89f814719a2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731683 May 26 18:18:43.618191 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:43.660379 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54306) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:43.670840 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '5b746498-6c02-4864-b201-555196d39e2d', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'port_id': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'mac_address': 'fa:16:3e:ce:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:18:07Z', 'updated_at': '2022-05-26T18:18:42Z', 'revision_number': 1, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:43.702272 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3b427-d6df-4799-a1bf-0fd5df88de65 None None] The sync data for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi is: [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '5b746498-6c02-4864-b201-555196d39e2d', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'port_id': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'mac_address': 'fa:16:3e:ce:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:18:07Z', 'updated_at': '2022-05-26T18:18:42Z', 'revision_number': 1, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:18:43.785502 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d3aaec2-c3e4-452d-9a92-0659218776eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:43.867987 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d3aaec2-c3e4-452d-9a92-0659218776eb admin admin] Publish callbacks [] for security_group (07338f47-012d-45f2-bc28-21c9ca21c54a), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:43.871926 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d3aaec2-c3e4-452d-9a92-0659218776eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (07338f47-012d-45f2-bc28-21c9ca21c54a), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:43.919584 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3aaec2-c3e4-452d-9a92-0659218776eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07338f47-012d-45f2-bc28-21c9ca21c54a,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:43.924401 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-0d3aaec2-c3e4-452d-9a92-0659218776eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f735a218aee64ec1a8bd43a69b566335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626624 May 26 18:18:43.927010 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54312) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:43.930938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18369599-f61a-4cad-a486-218b9bc99248 None None] New status for floating IP 5b746498-6c02-4864-b201-555196d39e2d: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:18:43.980431 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2f6d76a7-7cd5-438f-aef0-4f1b3664ff22 admin admin] Publish callbacks [] for security_group (07338f47-012d-45f2-bc28-21c9ca21c54a), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.003410 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2f6d76a7-7cd5-438f-aef0-4f1b3664ff22 admin admin] Publish callbacks [] for security_group (07338f47-012d-45f2-bc28-21c9ca21c54a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.050829 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2f6d76a7-7cd5-438f-aef0-4f1b3664ff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (07338f47-012d-45f2-bc28-21c9ca21c54a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.053341 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2f6d76a7-7cd5-438f-aef0-4f1b3664ff22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.054513 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2f6d76a7-7cd5-438f-aef0-4f1b3664ff22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07338f47-012d-45f2-bc28-21c9ca21c54a HTTP/1.1" status: 204 len: 168 time: 0.1258919 May 26 18:18:44.062528 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d76a7-7cd5-438f-aef0-4f1b3664ff22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07338f47-012d-45f2-bc28-21c9ca21c54a,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:44.352183 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54324) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:44.366352 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-44c6e49d-ab13-41d4-ac4a-9231b580dcd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.453341 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-44c6e49d-ab13-41d4-ac4a-9231b580dcd4 admin admin] Publish callbacks [] for security_group (e57e3acc-75ea-4ebc-a41e-bde323d3ab47), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.461659 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-44c6e49d-ab13-41d4-ac4a-9231b580dcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (e57e3acc-75ea-4ebc-a41e-bde323d3ab47), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.509772 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-44c6e49d-ab13-41d4-ac4a-9231b580dcd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=933a933873d546b68d260c53a8ee0a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560848 May 26 18:18:44.510418 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6e49d-ab13-41d4-ac4a-9231b580dcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57e3acc-75ea-4ebc-a41e-bde323d3ab47,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:44.512525 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54338) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:44.565665 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5c630077-a9d0-422c-9f94-117bef2cec6b admin admin] Publish callbacks [] for security_group (e57e3acc-75ea-4ebc-a41e-bde323d3ab47), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.594000 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5c630077-a9d0-422c-9f94-117bef2cec6b admin admin] Publish callbacks [] for security_group (e57e3acc-75ea-4ebc-a41e-bde323d3ab47), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.608381 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8f10b-471d-44e8-b411-3e30bd5be38a req-44878696-d1c4-498c-8799-c44c9ba6207e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:44.610151 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ba8f10b-471d-44e8-b411-3e30bd5be38a req-44878696-d1c4-498c-8799-c44c9ba6207e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0616131 May 26 18:18:44.652707 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5c630077-a9d0-422c-9f94-117bef2cec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (e57e3acc-75ea-4ebc-a41e-bde323d3ab47), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.655358 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5c630077-a9d0-422c-9f94-117bef2cec6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:44.661449 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5c630077-a9d0-422c-9f94-117bef2cec6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e57e3acc-75ea-4ebc-a41e-bde323d3ab47 HTTP/1.1" status: 204 len: 168 time: 0.1477869 May 26 18:18:44.677407 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c630077-a9d0-422c-9f94-117bef2cec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57e3acc-75ea-4ebc-a41e-bde323d3ab47,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:44.694968 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ba8f10b-471d-44e8-b411-3e30bd5be38a req-6210b9b0-e6aa-49a3-95a3-3b66f6b7c49d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766675 May 26 18:18:44.826138 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54350) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:44.972329 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e82c648-0ab9-4791-a8b7-fac7074a6a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.063011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e82c648-0ab9-4791-a8b7-fac7074a6a68 admin admin] Publish callbacks [] for security_group (44614dbe-6dba-4c34-a1aa-064721bbfe4f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.065604 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7e82c648-0ab9-4791-a8b7-fac7074a6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (44614dbe-6dba-4c34-a1aa-064721bbfe4f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.071419 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:45.094303 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:45.107465 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82c648-0ab9-4791-a8b7-fac7074a6a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44614dbe-6dba-4c34-a1aa-064721bbfe4f,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:45.114171 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-7e82c648-0ab9-4791-a8b7-fac7074a6a68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f4b3a0033364551bed840f854ce09db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869573 May 26 18:18:45.116740 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54368) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:45.173263 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6c3afcc6-6703-4232-9338-906eb5290481 admin admin] Publish callbacks [] for security_group (44614dbe-6dba-4c34-a1aa-064721bbfe4f), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.200313 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6c3afcc6-6703-4232-9338-906eb5290481 admin admin] Publish callbacks [] for security_group (44614dbe-6dba-4c34-a1aa-064721bbfe4f), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.260308 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6c3afcc6-6703-4232-9338-906eb5290481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (44614dbe-6dba-4c34-a1aa-064721bbfe4f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.260308 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6c3afcc6-6703-4232-9338-906eb5290481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.262306 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6c3afcc6-6703-4232-9338-906eb5290481 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44614dbe-6dba-4c34-a1aa-064721bbfe4f HTTP/1.1" status: 204 len: 168 time: 0.1445394 May 26 18:18:45.274456 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3afcc6-6703-4232-9338-906eb5290481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44614dbe-6dba-4c34-a1aa-064721bbfe4f,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:45.739032 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54394) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:45.753045 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-68e10884-d8db-48d4-9224-cebcb5eeab14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.814799 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b70d-d8bc-4990-90c2-ab170a55faeb req-7aeaecda-67af-4732-8fef-928e0f208c32 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:45.817127 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4cb2b70d-d8bc-4990-90c2-ab170a55faeb req-7aeaecda-67af-4732-8fef-928e0f208c32 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0590084 May 26 18:18:45.842577 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-68e10884-d8db-48d4-9224-cebcb5eeab14 admin admin] Publish callbacks [] for security_group (0f7124d5-4a33-4fae-bd1a-ae24fb5b8a35), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.847486 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-68e10884-d8db-48d4-9224-cebcb5eeab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0f7124d5-4a33-4fae-bd1a-ae24fb5b8a35), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.867272 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:45.872646 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4cb2b70d-d8bc-4990-90c2-ab170a55faeb req-0642f951-059d-4b16-a03e-f021c5fbe0c1 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459659 May 26 18:18:45.892250 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-68e10884-d8db-48d4-9224-cebcb5eeab14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b187b7c80db4ad5a9b17044aaf381ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520848 May 26 18:18:45.892420 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54400) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:45.893830 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e10884-d8db-48d4-9224-cebcb5eeab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7124d5-4a33-4fae-bd1a-ae24fb5b8a35,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:45.952810 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5fd09533-2f17-4c5e-ad6d-20cab5301e73 admin admin] Publish callbacks [] for security_group (0f7124d5-4a33-4fae-bd1a-ae24fb5b8a35), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:45.975918 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5fd09533-2f17-4c5e-ad6d-20cab5301e73 admin admin] Publish callbacks [] for security_group (0f7124d5-4a33-4fae-bd1a-ae24fb5b8a35), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.029795 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5fd09533-2f17-4c5e-ad6d-20cab5301e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0f7124d5-4a33-4fae-bd1a-ae24fb5b8a35), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.032481 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5fd09533-2f17-4c5e-ad6d-20cab5301e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.033880 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5fd09533-2f17-4c5e-ad6d-20cab5301e73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f7124d5-4a33-4fae-bd1a-ae24fb5b8a35 HTTP/1.1" status: 204 len: 168 time: 0.1398818 May 26 18:18:46.043296 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd09533-2f17-4c5e-ad6d-20cab5301e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7124d5-4a33-4fae-bd1a-ae24fb5b8a35,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:46.387703 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54420) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:46.401531 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-427ccef9-1fe6-4d18-89d0-2ee54d50b634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.425961 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:46.483846 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-427ccef9-1fe6-4d18-89d0-2ee54d50b634 admin admin] Publish callbacks [] for security_group (ffb6a13e-d120-4afc-adfe-1137c5ccd186), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.488811 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-427ccef9-1fe6-4d18-89d0-2ee54d50b634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (ffb6a13e-d120-4afc-adfe-1137c5ccd186), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.530056 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ccef9-1fe6-4d18-89d0-2ee54d50b634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb6a13e-d120-4afc-adfe-1137c5ccd186,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:46.540917 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-427ccef9-1fe6-4d18-89d0-2ee54d50b634 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c59d02acefb44b9b8651069e9121e02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463871 May 26 18:18:46.540917 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54438) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:46.590733 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-549c5db8-77d3-435c-9b7c-23268ce0b015 admin admin] Publish callbacks [] for security_group (ffb6a13e-d120-4afc-adfe-1137c5ccd186), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.613379 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-549c5db8-77d3-435c-9b7c-23268ce0b015 admin admin] Publish callbacks [] for security_group (ffb6a13e-d120-4afc-adfe-1137c5ccd186), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.662823 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-549c5db8-77d3-435c-9b7c-23268ce0b015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (ffb6a13e-d120-4afc-adfe-1137c5ccd186), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.665354 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-549c5db8-77d3-435c-9b7c-23268ce0b015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:46.666527 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-549c5db8-77d3-435c-9b7c-23268ce0b015 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffb6a13e-d120-4afc-adfe-1137c5ccd186 HTTP/1.1" status: 204 len: 168 time: 0.1279318 May 26 18:18:46.674892 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c5db8-77d3-435c-9b7c-23268ce0b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb6a13e-d120-4afc-adfe-1137c5ccd186,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:47.018695 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd535d-7fe7-4a2f-bc22-937121a0ff41 req-07458928-64e8-4bfc-826e-d7760354523f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:47.026707 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68cd535d-7fe7-4a2f-bc22-937121a0ff41 req-07458928-64e8-4bfc-826e-d7760354523f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0707126 May 26 18:18:47.078330 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68cd535d-7fe7-4a2f-bc22-937121a0ff41 req-f5d11572-4cee-44d2-a28f-6b6093de92db tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505395 May 26 18:18:47.109877 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54468) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:47.269171 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-da09dd42-5ce2-4723-88cd-38a96166556d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:47.355635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-da09dd42-5ce2-4723-88cd-38a96166556d admin admin] Publish callbacks [] for security_group (76a8e40d-0ebc-4fce-98d7-fde2409364ff), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:47.359749 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-da09dd42-5ce2-4723-88cd-38a96166556d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (76a8e40d-0ebc-4fce-98d7-fde2409364ff), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:47.399228 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-da09dd42-5ce2-4723-88cd-38a96166556d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58022195ca6946a0a578d182a32e002a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882795 May 26 18:18:47.401350 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09dd42-5ce2-4723-88cd-38a96166556d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a8e40d-0ebc-4fce-98d7-fde2409364ff,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:47.402000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54484) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:47.451806 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3467f837-1e9a-4dd4-acba-60a9245f18a2 admin admin] Publish callbacks [] for security_group (76a8e40d-0ebc-4fce-98d7-fde2409364ff), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:47.474286 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3467f837-1e9a-4dd4-acba-60a9245f18a2 admin admin] Publish callbacks [] for security_group (76a8e40d-0ebc-4fce-98d7-fde2409364ff), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:47.562601 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-649f685d-5637-4510-957f-9710acac5e20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33 HTTP/1.1" status: 200 len: 1000 time: 0.0719507 May 26 18:18:47.592894 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:47.612582 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3467f837-1e9a-4dd4-acba-60a9245f18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (76a8e40d-0ebc-4fce-98d7-fde2409364ff), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:47.615076 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3467f837-1e9a-4dd4-acba-60a9245f18a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:47.616252 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3467f837-1e9a-4dd4-acba-60a9245f18a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76a8e40d-0ebc-4fce-98d7-fde2409364ff HTTP/1.1" status: 204 len: 168 time: 0.2131333 May 26 18:18:47.636403 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467f837-1e9a-4dd4-acba-60a9245f18a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a8e40d-0ebc-4fce-98d7-fde2409364ff,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:47.650389 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-ce74a898-cf08-4ae8-ba42-a403d6d6c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:47.652177 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-ce74a898-cf08-4ae8-ba42-a403d6d6c1e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 200 len: 850 time: 0.0709996 May 26 18:18:48.006850 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-b0d9cc90-3161-46b9-9518-1c56f9ce3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:48.008423 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-b0d9cc90-3161-46b9-9518-1c56f9ce3d71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608053 May 26 18:18:48.013635 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54502) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:48.038224 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7e661dd5-fc0c-420a-8dfb-af123b61789c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:48.185377 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:48.221353 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-3c4499f6-f8ed-4b17-add8-0f576661d6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921678 May 26 18:18:48.310295 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a555c-01c2-4e35-afc6-09965dd2d120 req-da7b3366-f271-42af-8c92-dd8b48d2c3ab tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:48.311762 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f32a555c-01c2-4e35-afc6-09965dd2d120 req-da7b3366-f271-42af-8c92-dd8b48d2c3ab tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.1435118 May 26 18:18:48.354498 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7e661dd5-fc0c-420a-8dfb-af123b61789c admin admin] Publish callbacks [] for security_group (16bf6adf-ad7c-427b-bf2a-2eb8a7dbb705), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:48.368470 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7e661dd5-fc0c-420a-8dfb-af123b61789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (16bf6adf-ad7c-427b-bf2a-2eb8a7dbb705), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:48.437405 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f32a555c-01c2-4e35-afc6-09965dd2d120 req-dd827317-5120-4b73-8991-0223e766ff4a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154914 May 26 18:18:48.442350 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e661dd5-fc0c-420a-8dfb-af123b61789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bf6adf-ad7c-427b-bf2a-2eb8a7dbb705,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:48.446157 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1de7d750-0d89-4c4c-9360-bf82ba22b11f req-1e873892-b60d-4122-a14a-dac505e86b86 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131865 May 26 18:18:48.448340 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7e661dd5-fc0c-420a-8dfb-af123b61789c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56ecf1e505d042feb328aaa9b7fa7b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336972 May 26 18:18:48.451242 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54524) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:48.528918 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-abe86d93-9594-4c84-9b36-f124da3a99d0 admin admin] Publish callbacks [] for security_group (16bf6adf-ad7c-427b-bf2a-2eb8a7dbb705), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:48.561080 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-abe86d93-9594-4c84-9b36-f124da3a99d0 admin admin] Publish callbacks [] for security_group (16bf6adf-ad7c-427b-bf2a-2eb8a7dbb705), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:48.625074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859853e0-0224-47d3-a47a-03af0f664e6a req-c731d83c-a268-41d9-a8e4-3c98ee37da6b tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:48.628714 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-abe86d93-9594-4c84-9b36-f124da3a99d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (16bf6adf-ad7c-427b-bf2a-2eb8a7dbb705), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:48.629280 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-859853e0-0224-47d3-a47a-03af0f664e6a req-c731d83c-a268-41d9-a8e4-3c98ee37da6b tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 945 time: 0.0670424 May 26 18:18:48.631979 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-abe86d93-9594-4c84-9b36-f124da3a99d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:48.633482 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-abe86d93-9594-4c84-9b36-f124da3a99d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16bf6adf-ad7c-427b-bf2a-2eb8a7dbb705 HTTP/1.1" status: 204 len: 168 time: 0.1811841 May 26 18:18:48.643324 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe86d93-9594-4c84-9b36-f124da3a99d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bf6adf-ad7c-427b-bf2a-2eb8a7dbb705,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:48.703362 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-859853e0-0224-47d3-a47a-03af0f664e6a req-626dc556-4abc-42c5-9ade-6200e404d421 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731323 May 26 18:18:49.587583 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b8635-033b-4828-afc0-393b1c120831 req-40603b9d-6bbb-4976-a27d-94ff2cdbac50 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:49.589094 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c81b8635-033b-4828-afc0-393b1c120831 req-40603b9d-6bbb-4976-a27d-94ff2cdbac50 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0514801 May 26 18:18:49.645970 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c81b8635-033b-4828-afc0-393b1c120831 req-4f8cce47-859f-4c0d-a4d9-28d6b0c17485 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 May 26 18:18:49.813340 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a557e-d868-4266-8a4f-d2a46f7bcf08 req-83373610-728a-430f-b83e-7358dbddfe7b tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:49.815542 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-540a557e-d868-4266-8a4f-d2a46f7bcf08 req-83373610-728a-430f-b83e-7358dbddfe7b tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 945 time: 0.0494840 May 26 18:18:49.867601 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-540a557e-d868-4266-8a4f-d2a46f7bcf08 req-2805da03-1728-4dca-8c62-31b24b7f039e tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 May 26 18:18:49.959354 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54654) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:50.008628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-f855efd1-9361-405d-95d7-d098a710a0c8 admin admin] Deleting subnet 5ee8a427-8530-41e7-ad75-37cdad956a0c {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:18:50.011608 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:50.013365 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f855efd1-9361-405d-95d7-d098a710a0c8 admin admin] Publish callbacks [] for subnet (5ee8a427-8530-41e7-ad75-37cdad956a0c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.055889 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f855efd1-9361-405d-95d7-d098a710a0c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11816564'] for subnet (5ee8a427-8530-41e7-ad75-37cdad956a0c), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.103775 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f855efd1-9361-405d-95d7-d098a710a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (5ee8a427-8530-41e7-ad75-37cdad956a0c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.171837 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f855efd1-9361-405d-95d7-d098a710a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11346441'] for subnet (5ee8a427-8530-41e7-ad75-37cdad956a0c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.200853 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855efd1-9361-405d-95d7-d098a710a0c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee8a427-8530-41e7-ad75-37cdad956a0c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:50.207870 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f855efd1-9361-405d-95d7-d098a710a0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.214349 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54674) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:50.214992 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f855efd1-9361-405d-95d7-d098a710a0c8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5ee8a427-8530-41e7-ad75-37cdad956a0c HTTP/1.1" status: 204 len: 168 time: 0.2538390 May 26 18:18:50.283671 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:50.296934 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (cae5edff-08f9-48e3-9988-f72dbc70ff31), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.338409 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a24c81b5-a5c6-44b6-bf1b-fd14be554457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.386586 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (cae5edff-08f9-48e3-9988-f72dbc70ff31), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.396306 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:50.410289 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.410679 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.411424 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.411776 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > port after_create 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.412097 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.412435 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > port after_update 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.412801 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.413062 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.413376 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.413757 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.495956 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.496312 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.496651 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.496987 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:18:50.497384 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae5edff-08f9-48e3-9988-f72dbc70ff31']}} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:50.516756 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2') {'for_net_delete': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:50.517054 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2') {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:50.534176 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8394303'] for segment (3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.557451 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.567597 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:18:50.567992 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555056'] for segment (3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.656845 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (cae5edff-08f9-48e3-9988-f72dbc70ff31), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.667106 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.675002 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cae5edff-08f9-48e3-9988-f72dbc70ff31 HTTP/1.1" status: 204 len: 168 time: 0.4593372 May 26 18:18:50.677517 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54704) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:50.690888 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142240d1-c589-4996-aa20-1bacc1dc6a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae5edff-08f9-48e3-9988-f72dbc70ff31,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:50.835171 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7e1fb5-74de-4ae6-bc72-e143970133ea admin admin] Deleting subnet 4b3dcd40-17a3-433f-a6a3-499d3abf0720 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:18:50.848112 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-9f3201bd-b21b-495d-878f-50ee429c60c4 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:50.849586 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-9f3201bd-b21b-495d-878f-50ee429c60c4 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 945 time: 0.1252100 May 26 18:18:50.850377 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1fb5-74de-4ae6-bc72-e143970133ea admin admin] Publish callbacks [] for subnet (4b3dcd40-17a3-433f-a6a3-499d3abf0720), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:50.869455 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.services.segments.plugin [-] Segment 3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2 resource provider aggregate not found May 26 18:18:50.888991 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.services.segments.plugin [-] Segment 3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c7a2aa5-da1e-49d2-bd9e-1574e61ff4e2 found for delete ", "request_id": "req-eb5aa5f2-5489-412c-8363-711e32ec2b6f"}]} May 26 18:18:51.105652 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537cf5-ddf7-4ff1-a237-2d42c45f6233 req-8bf7f7c8-e780-474a-97ff-dfbeba0542e9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:51.108219 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62537cf5-ddf7-4ff1-a237-2d42c45f6233 req-8bf7f7c8-e780-474a-97ff-dfbeba0542e9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.3617904 May 26 18:18:51.194868 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:51.200237 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1fb5-74de-4ae6-bc72-e143970133ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11816564'] for subnet (4b3dcd40-17a3-433f-a6a3-499d3abf0720), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.273077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36650665-f879-483d-8e8e-c981ad7d7c06 req-5720fde2-7fab-4bd1-b701-7dfbf1778e8e tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:51.275104 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-36650665-f879-483d-8e8e-c981ad7d7c06 req-5720fde2-7fab-4bd1-b701-7dfbf1778e8e tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 945 time: 0.1801677 May 26 18:18:51.372991 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62537cf5-ddf7-4ff1-a237-2d42c45f6233 req-6605292b-e15b-4758-8d7f-3ba91e5fa7e6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520096 May 26 18:18:51.375385 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1fb5-74de-4ae6-bc72-e143970133ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (4b3dcd40-17a3-433f-a6a3-499d3abf0720), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.402606 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Deleting port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:18:51.402943 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.490403 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-36650665-f879-483d-8e8e-c981ad7d7c06 req-d12e35e9-a544-419b-9742-e9dcad2e358a tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/security-groups?id=f328fab8-3e99-49a7-857b-24c81232d994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843426 May 26 18:18:51.525228 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:51.546710 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1fb5-74de-4ae6-bc72-e143970133ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11346441'] for subnet (4b3dcd40-17a3-433f-a6a3-499d3abf0720), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.594889 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e1fb5-74de-4ae6-bc72-e143970133ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3dcd40-17a3-433f-a6a3-499d3abf0720,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:51.598353 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4c7e1fb5-74de-4ae6-bc72-e143970133ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.601144 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4c7e1fb5-74de-4ae6-bc72-e143970133ea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4b3dcd40-17a3-433f-a6a3-499d3abf0720 HTTP/1.1" status: 204 len: 168 time: 0.9222541 May 26 18:18:51.603042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] For port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,segment=NetworkSegment(7c35e19d-023d-4464-8566-3381d98df7ca),segment_id=7c35e19d-023d-4464-8566-3381d98df7ca)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:51.603401 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.603599 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54736) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:51.622869 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Calling delete_port for 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:18:51.704159 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (d302ca45-8a39-43ef-8443-9ca151a3fc82), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.794030 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (d302ca45-8a39-43ef-8443-9ca151a3fc82), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.815855 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d302ca45-8a39-43ef-8443-9ca151a3fc82']}} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:51.816013 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (2ec1e990-e50a-44d3-aeb8-f9a33c92c72b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.829223 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f69f27-a8c4-4f23-9169-4672af3cfab0') {'for_net_delete': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:51.830403 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f69f27-a8c4-4f23-9169-4672af3cfab0') {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:51.840238 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8394303'] for segment (a3f69f27-a8c4-4f23-9169-4672af3cfab0), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.854074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Pushing event deleted for resources: {'Port': ['ID=2ec1e990-e50a-44d3-aeb8-f9a33c92c72b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:51.855797 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (a3f69f27-a8c4-4f23-9169-4672af3cfab0), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.869397 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:18:51.870083 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555056'] for segment (a3f69f27-a8c4-4f23-9169-4672af3cfab0), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.930886 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] No DVR routers for this DVR port 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:18:51.934725 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.938312 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7baefaa4-2c94-49c2-8c42-c33986d89786 req-dc3da8f3-e5ac-49cb-8438-d951f3f4f5f5 tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.42 "DELETE /v2.0/ports/2ec1e990-e50a-44d3-aeb8-f9a33c92c72b HTTP/1.1" status: 204 len: 173 time: 0.8477190 May 26 18:18:51.939736 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e', 'name': 'network-vif-deleted', 'tag': '2ec1e990-e50a-44d3-aeb8-f9a33c92c72b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:18:51.943627 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c56eb44-6837-4791-b738-31519800a636" -d '{"events": [{"server_uuid": "9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e", "name": "network-vif-deleted", "tag": "2ec1e990-e50a-44d3-aeb8-f9a33c92c72b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:18:51.945841 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (d302ca45-8a39-43ef-8443-9ca151a3fc82), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.953144 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:51.957124 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] 10.222.0.46 "DELETE /v2.0/networks/d302ca45-8a39-43ef-8443-9ca151a3fc82 HTTP/1.1" status: 204 len: 168 time: 0.3525136 May 26 18:18:51.977302 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085071b-4ab3-4e35-bc0c-1c49a94e21fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d302ca45-8a39-43ef-8443-9ca151a3fc82,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:51.999501 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06738609-58bb-4e3f-96ce-a550bab45f64 x-openstack-request-id: req-06738609-58bb-4e3f-96ce-a550bab45f64 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:18:51.999805 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e", "name": "network-vif-deleted", "tag": "2ec1e990-e50a-44d3-aeb8-f9a33c92c72b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:18:52.000124 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06738609-58bb-4e3f-96ce-a550bab45f64 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:18:52.000541 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06738609-58bb-4e3f-96ce-a550bab45f64'] response: {'server_uuid': '9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e', 'name': 'network-vif-deleted', 'tag': '2ec1e990-e50a-44d3-aeb8-f9a33c92c72b', 'status': 'completed', 'code': 200} May 26 18:18:52.131002 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54762) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:52.177016 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d7066781-1c77-49e1-a466-f5692f659d41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cfb4559124a04485a412722864f5dc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427232 May 26 18:18:52.177259 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54764) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:52.182197 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54766) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:52.230427 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bff8c5b0-b7d2-4804-b10e-684e105f07e8 admin admin] Publish callbacks [] for security_group (38328bc5-1004-40e5-b4c4-9e55a707a31d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.258179 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bff8c5b0-b7d2-4804-b10e-684e105f07e8 admin admin] Publish callbacks [] for security_group (38328bc5-1004-40e5-b4c4-9e55a707a31d), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.311241 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bff8c5b0-b7d2-4804-b10e-684e105f07e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (38328bc5-1004-40e5-b4c4-9e55a707a31d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.317332 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bff8c5b0-b7d2-4804-b10e-684e105f07e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.318667 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-bff8c5b0-b7d2-4804-b10e-684e105f07e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38328bc5-1004-40e5-b4c4-9e55a707a31d HTTP/1.1" status: 204 len: 168 time: 0.1404495 May 26 18:18:52.329108 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8c5b0-b7d2-4804-b10e-684e105f07e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38328bc5-1004-40e5-b4c4-9e55a707a31d,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:52.426372 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c2857a80-6779-49c3-8f49-7968daa8f4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.543872 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22c99b-49f1-4dad-824e-d38755d52276 req-840a4519-4bc7-46b4-9f8b-5e89a573f452 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:52.545383 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f22c99b-49f1-4dad-824e-d38755d52276 req-840a4519-4bc7-46b4-9f8b-5e89a573f452 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0691354 May 26 18:18:52.579110 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-839b4d3b-f16e-44ec-b013-86687c964d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.596913 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c2857a80-6779-49c3-8f49-7968daa8f4dd admin admin] Publish callbacks [] for security_group (6535ea62-fc2e-4d0c-ac44-c172ff895a06), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.604461 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c2857a80-6779-49c3-8f49-7968daa8f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6535ea62-fc2e-4d0c-ac44-c172ff895a06), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.691636 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:52.694003 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-202dd426-10f4-4b6d-b5f4-00787688be72 req-a8e814a3-2a00-42bb-9880-f4492c0dda7c tempest-DeleteServersTestJSON-1996024988 tempest-DeleteServersTestJSON-1996024988-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1d5c1f-018e-420c-8a1c-3f2a40c42a3e HTTP/1.1" status: 200 len: 210 time: 0.0711617 May 26 18:18:52.700459 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c2857a80-6779-49c3-8f49-7968daa8f4dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c9683df298148b1a0fa8bb446fb7e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172560 May 26 18:18:52.700771 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54780) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:52.704967 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0f22c99b-49f1-4dad-824e-d38755d52276 req-abb15993-d867-4765-a83f-fa50b1d66a61 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353161 May 26 18:18:52.706704 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2857a80-6779-49c3-8f49-7968daa8f4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6535ea62-fc2e-4d0c-ac44-c172ff895a06,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:52.773133 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-419df0df-1da3-4281-bc6c-4f20fa55572e admin admin] Publish callbacks [] for security_group (6535ea62-fc2e-4d0c-ac44-c172ff895a06), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.785240 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54782) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:52.816965 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-419df0df-1da3-4281-bc6c-4f20fa55572e admin admin] Publish callbacks [] for security_group (6535ea62-fc2e-4d0c-ac44-c172ff895a06), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.870576 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-dbe10b1a-f071-4caa-bc31-2f59a532b1da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db7cf079fb8e4910afa6e4639616bef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840192 May 26 18:18:52.873156 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54784) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:52.901978 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:52.913775 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.services.segments.plugin [-] Segment a3f69f27-a8c4-4f23-9169-4672af3cfab0 resource provider aggregate not found May 26 18:18:52.924839 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-419df0df-1da3-4281-bc6c-4f20fa55572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6535ea62-fc2e-4d0c-ac44-c172ff895a06), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.927494 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-419df0df-1da3-4281-bc6c-4f20fa55572e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.931171 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-419df0df-1da3-4281-bc6c-4f20fa55572e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6535ea62-fc2e-4d0c-ac44-c172ff895a06 HTTP/1.1" status: 204 len: 168 time: 0.2256236 May 26 18:18:52.939693 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419df0df-1da3-4281-bc6c-4f20fa55572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6535ea62-fc2e-4d0c-ac44-c172ff895a06,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:52.944203 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.services.segments.plugin [-] Segment a3f69f27-a8c4-4f23-9169-4672af3cfab0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3f69f27-a8c4-4f23-9169-4672af3cfab0 found for delete ", "request_id": "req-d368689f-90f1-4dc0-a4ea-70a51e9fd6de"}]} May 26 18:18:52.945455 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:52.962272 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-37aaf0d1-6b79-42e4-9c98-c68502c540f2 admin admin] Publish callbacks [] for security_group (46e202f7-bbd8-4d93-933e-1153b9894a51), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.991454 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-37aaf0d1-6b79-42e4-9c98-c68502c540f2 admin admin] Publish callbacks [] for security_group (46e202f7-bbd8-4d93-933e-1153b9894a51), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.054356 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-37aaf0d1-6b79-42e4-9c98-c68502c540f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (46e202f7-bbd8-4d93-933e-1153b9894a51), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.056930 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-37aaf0d1-6b79-42e4-9c98-c68502c540f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.060566 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-37aaf0d1-6b79-42e4-9c98-c68502c540f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46e202f7-bbd8-4d93-933e-1153b9894a51 HTTP/1.1" status: 204 len: 168 time: 0.1835854 May 26 18:18:53.067244 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaf0d1-6b79-42e4-9c98-c68502c540f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e202f7-bbd8-4d93-933e-1153b9894a51,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:53.444640 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54808) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:53.461586 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dee75fd7-c8bf-41ac-af6d-57677d63548e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.552636 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:18:53.561080 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dee75fd7-c8bf-41ac-af6d-57677d63548e admin admin] Publish callbacks [] for security_group (03d67e00-8e9a-4ede-81cb-657d365e02de), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.566517 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dee75fd7-c8bf-41ac-af6d-57677d63548e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (03d67e00-8e9a-4ede-81cb-657d365e02de), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.586665 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:18:53.587203 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 2ec1e990-e50a-44d3-aeb8-f9a33c92c72b not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:18:53.611458 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee75fd7-c8bf-41ac-af6d-57677d63548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d67e00-8e9a-4ede-81cb-657d365e02de,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:53.615976 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-dee75fd7-c8bf-41ac-af6d-57677d63548e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=457ad2bab3764ef8a2bd92949e393b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702971 May 26 18:18:53.618838 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54816) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:53.629958 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.664423 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=61 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:53.674712 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=78 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:53.685644 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7abdba26-8f40-4aec-821a-0acf1662a270 admin admin] Publish callbacks [] for security_group (03d67e00-8e9a-4ede-81cb-657d365e02de), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.707876 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7abdba26-8f40-4aec-821a-0acf1662a270 admin admin] Publish callbacks [] for security_group (03d67e00-8e9a-4ede-81cb-657d365e02de), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.760503 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7abdba26-8f40-4aec-821a-0acf1662a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (03d67e00-8e9a-4ede-81cb-657d365e02de), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.768592 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7abdba26-8f40-4aec-821a-0acf1662a270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.771941 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7abdba26-8f40-4aec-821a-0acf1662a270 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03d67e00-8e9a-4ede-81cb-657d365e02de HTTP/1.1" status: 204 len: 168 time: 0.1519396 May 26 18:18:53.782130 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdba26-8f40-4aec-821a-0acf1662a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d67e00-8e9a-4ede-81cb-657d365e02de,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:53.899734 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f2d8b-ead9-46e5-bdea-343f22018c39 req-7779d002-7929-40bc-b3d6-91cd91be8dbe tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:53.907357 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f87f2d8b-ead9-46e5-bdea-343f22018c39 req-7779d002-7929-40bc-b3d6-91cd91be8dbe tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0970292 May 26 18:18:53.976100 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f87f2d8b-ead9-46e5-bdea-343f22018c39 req-b64cbc9c-1042-4c4f-b94e-41870b19cbb4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670962 May 26 18:18:55.105460 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4602ffa-0440-4e42-8a0a-bead490d4cbb req-52522810-ee61-4a7c-8771-d8da4b88997f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:55.106975 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c4602ffa-0440-4e42-8a0a-bead490d4cbb req-52522810-ee61-4a7c-8771-d8da4b88997f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0509269 May 26 18:18:55.171893 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c4602ffa-0440-4e42-8a0a-bead490d4cbb req-f98ed7c0-a651-4070-a869-8e03bb787cce tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586822 May 26 18:18:55.221608 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.376894 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54920) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:55.426806 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc67891-5f19-4a3f-af56-8d7bf7a22f01 admin admin] Deleting subnet 48c849fd-42eb-4ba4-bc25-6cd47a47c513 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:18:55.430553 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cfc67891-5f19-4a3f-af56-8d7bf7a22f01 admin admin] Publish callbacks [] for subnet (48c849fd-42eb-4ba4-bc25-6cd47a47c513), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.468721 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cfc67891-5f19-4a3f-af56-8d7bf7a22f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11816564'] for subnet (48c849fd-42eb-4ba4-bc25-6cd47a47c513), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.503667 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:55.523973 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cfc67891-5f19-4a3f-af56-8d7bf7a22f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (48c849fd-42eb-4ba4-bc25-6cd47a47c513), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.597632 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cfc67891-5f19-4a3f-af56-8d7bf7a22f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11346441'] for subnet (48c849fd-42eb-4ba4-bc25-6cd47a47c513), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.628074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc67891-5f19-4a3f-af56-8d7bf7a22f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c849fd-42eb-4ba4-bc25-6cd47a47c513,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:55.635088 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cfc67891-5f19-4a3f-af56-8d7bf7a22f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.638363 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-cfc67891-5f19-4a3f-af56-8d7bf7a22f01 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/48c849fd-42eb-4ba4-bc25-6cd47a47c513 HTTP/1.1" status: 204 len: 168 time: 0.2601049 May 26 18:18:55.640885 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54930) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:55.713990 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (e7aa82ed-d0b7-4205-a028-23cbc2ce8ced), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.797024 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (e7aa82ed-d0b7-4205-a028-23cbc2ce8ced), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.818166 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7aa82ed-d0b7-4205-a028-23cbc2ce8ced']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:55.827666 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c35e19d-023d-4464-8566-3381d98df7ca') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:55.827934 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c35e19d-023d-4464-8566-3381d98df7ca') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:55.838919 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (7c35e19d-023d-4464-8566-3381d98df7ca), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.853887 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (7c35e19d-023d-4464-8566-3381d98df7ca), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.860252 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:18:55.860648 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (7c35e19d-023d-4464-8566-3381d98df7ca), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.910485 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:55.913844 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 7c35e19d-023d-4464-8566-3381d98df7ca resource provider aggregate not found May 26 18:18:55.934794 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (e7aa82ed-d0b7-4205-a028-23cbc2ce8ced), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.941382 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:55.944449 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e7aa82ed-d0b7-4205-a028-23cbc2ce8ced HTTP/1.1" status: 204 len: 168 time: 0.3024807 May 26 18:18:55.947167 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 7c35e19d-023d-4464-8566-3381d98df7ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c35e19d-023d-4464-8566-3381d98df7ca found for delete ", "request_id": "req-cbacfd13-e0de-4b52-b589-dd28a40d4290"}]} May 26 18:18:55.957746 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f738f5e-fef4-4f2c-8480-596882c0efe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7aa82ed-d0b7-4205-a028-23cbc2ce8ced,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:56.113706 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54950) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:56.153618 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f084441e-4537-4762-bbc3-c21f4cabe4aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f65ddb707cf4a3991b4797726d1336e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384624 May 26 18:18:56.155923 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54952) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:56.203785 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5fc5-749e-4bc4-8861-a89cf4939890 admin admin] Publish callbacks [] for security_group (f328fab8-3e99-49a7-857b-24c81232d994), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:56.225246 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5fc5-749e-4bc4-8861-a89cf4939890 admin admin] Publish callbacks [] for security_group (f328fab8-3e99-49a7-857b-24c81232d994), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:56.302592 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f0f5-b20a-4e6b-aedc-69f93f32b2e9 req-b228c24b-c95b-435f-bed5-a7b125a3801f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:56.305380 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-daa9f0f5-b20a-4e6b-aedc-69f93f32b2e9 req-b228c24b-c95b-435f-bed5-a7b125a3801f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0567050 May 26 18:18:56.319096 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5fc5-749e-4bc4-8861-a89cf4939890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f328fab8-3e99-49a7-857b-24c81232d994), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:56.321669 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5fc5-749e-4bc4-8861-a89cf4939890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:56.325131 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8d8f5fc5-749e-4bc4-8861-a89cf4939890 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f328fab8-3e99-49a7-857b-24c81232d994 HTTP/1.1" status: 204 len: 168 time: 0.1660192 May 26 18:18:56.342607 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f5fc5-749e-4bc4-8861-a89cf4939890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f328fab8-3e99-49a7-857b-24c81232d994,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:56.368621 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-daa9f0f5-b20a-4e6b-aedc-69f93f32b2e9 req-77559365-4ef0-4377-8742-bb3d2252a8bd tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583155 May 26 18:18:56.479839 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.026150 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 54984) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:57.123747 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-685628802-network', 'tenant_id': '84dc70884aff4a799bb8f38899766e81'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:57.144552 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Made reservation on behalf of 84dc70884aff4a799bb8f38899766e81 for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:57.146828 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.154970 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.217563 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:57.230086 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Publish callbacks [] for security_group (5ae0f873-b4a8-41fb-bb86-5fa218d7e66d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.233636 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5ae0f873-b4a8-41fb-bb86-5fa218d7e66d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.256682 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:18:57.272561 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.272963 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Added segment ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94 of type vlan for network b60b547b-b8f7-49ae-8ba6-53f64d41d871 May 26 18:18:57.280343 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae0f873-b4a8-41fb-bb86-5fa218d7e66d,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:57.315063 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (b60b547b-b8f7-49ae-8ba6-53f64d41d871), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.340414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (b60b547b-b8f7-49ae-8ba6-53f64d41d871), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.341343 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:57.341952 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.400609 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3731465 May 26 18:18:57.403564 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54990) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:57.406969 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46863732-9e17-468e-9dc5-af01595b1e80 admin admin] Pushing event updated for resources: {'Network': ['ID=b60b547b-b8f7-49ae-8ba6-53f64d41d871,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:57.409409 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Request body: {'subnet': {'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-subnet', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:57.422661 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:18:57.440963 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Made reservation on behalf of 84dc70884aff4a799bb8f38899766e81 for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:18:57.443550 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372888'] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.494126 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa0b83-8b23-46b5-a9f1-64da14bc2cf5 req-ebac0ea0-2ba9-4156-be4b-040c85f0e25e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:57.495672 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ceaa0b83-8b23-46b5-a9f1-64da14bc2cf5 req-ebac0ea0-2ba9-4156-be4b-040c85f0e25e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0527055 May 26 18:18:57.522541 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:18:57.551030 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ceaa0b83-8b23-46b5-a9f1-64da14bc2cf5 req-090b4c74-24e2-4227-8559-36c45cd59fc7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476327 May 26 18:18:57.612922 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372878'] for subnet (c38f8d41-603c-496f-b595-039b7d159db1), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.669030 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38f8d41-603c-496f-b595-039b7d159db1,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:57.681855 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Checking segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:57.682450 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Network hostable DHCP agents. Network: b60b547b-b8f7-49ae-8ba6-53f64d41d871, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:18:57.702786 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:18:57.712027 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, b60b547b-b8f7-49ae-8ba6-53f64d41d871) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:57.716760 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:57.718136 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.721203 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e82fad-4bc6-4315-89c3-c4338dd9a480 None None] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:18:57.734628 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-24d24d6c-04bf-4809-9b0c-5b50870a7566 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3298821 May 26 18:18:57.737879 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 54996) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:57.742139 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:18:57.763753 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (6bc5d2a7-e044-43d1-a039-375cb59f48e9), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.765407 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (6bc5d2a7-e044-43d1-a039-375cb59f48e9), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.818693 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks [] for router_controller (6bc5d2a7-e044-43d1-a039-375cb59f48e9), precommit_add_association {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.826857 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'project_id': '84dc70884aff4a799bb8f38899766e81', 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:18:57.827811 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.859756 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:57.926210 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:57.926982 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:57.963422 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks [] for router_gateway (6bc5d2a7-e044-43d1-a039-375cb59f48e9), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.970636 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Allocated IP 172.20.0.2 (b60b547b-b8f7-49ae-8ba6-53f64d41d871/c38f8d41-603c-496f-b595-039b7d159db1/d67004b0-6fa5-42c4-96f3-f3ce8355171c) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:18:58.131480 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:58.133228 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Publish callbacks [] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.141627 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.186218 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:18:58.192978 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:58.195350 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:18:58.198642 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Pushing event updated for resources: {'Port': ['ID=d67004b0-6fa5-42c4-96f3-f3ce8355171c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:58.211685 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.212028 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.212373 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.212713 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.213048 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.213370 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.213690 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.214032 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.214359 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.214680 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.215001 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.215322 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.215635 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.215947 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.216259 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:18:58.268328 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Attempting to bind port d67004b0-6fa5-42c4-96f3-f3ce8355171c on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:18:58.268625 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Attempting to bind port d67004b0-6fa5-42c4-96f3-f3ce8355171c by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:18:58.269390 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Attempting to bind port d67004b0-6fa5-42c4-96f3-f3ce8355171c on network b60b547b-b8f7-49ae-8ba6-53f64d41d871 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:18:58.276757 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:18:58.277141 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Checking segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:18:58.277540 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.278122 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Bound using segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:18:58.278751 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Bound port: d67004b0-6fa5-42c4-96f3-f3ce8355171c, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:18:58.279135 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.334277 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks [] for router_gateway (6bc5d2a7-e044-43d1-a039-375cb59f48e9), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.343761 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] For port d67004b0-6fa5-42c4-96f3-f3ce8355171c, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:18:58.347171 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] For port d67004b0-6fa5-42c4-96f3-f3ce8355171c, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=d67004b0-6fa5-42c4-96f3-f3ce8355171c,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:18:58.356602 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.361591 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.418890 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ec961-0014-4fbd-836e-fececf9103f6 None None] Pushing event updated for resources: {'Port': ['ID=d67004b0-6fa5-42c4-96f3-f3ce8355171c,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:58.471992 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Allocated IP 172.27.3.213 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/30f04627-65c9-4640-8a9e-8ea1d6964249) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:18:58.590625 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks [] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.642941 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:58.721039 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:18:58.724297 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:18:58.728910 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:18:58.734597 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Pushing event updated for resources: {'Port': ['ID=30f04627-65c9-4640-8a9e-8ea1d6964249,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:18:58.754039 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dd39e-4290-4c51-b6ba-b879eaebe70b req-4b5b3ab1-f435-43a6-afb2-569a30d7187d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:58.755715 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d53dd39e-4290-4c51-b6ba-b879eaebe70b req-4b5b3ab1-f435-43a6-afb2-569a30d7187d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0823488 May 26 18:18:58.819927 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:58.828881 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d53dd39e-4290-4c51-b6ba-b879eaebe70b req-6dc185a5-87b2-480d-b2dc-6146c2483196 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674243 May 26 18:18:59.025269 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:59.033157 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks [] for router_gateway (6bc5d2a7-e044-43d1-a039-375cb59f48e9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:59.250226 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:59.276492 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (6bc5d2a7-e044-43d1-a039-375cb59f48e9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:59.431351 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:18:59.541966 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:18:59.553172 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Sync routers for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:18:59.572009 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:18:59.572761 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:18:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:59.580976 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:59.582577 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5dcb436e-84b5-4944-98c7-804817a04f00 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8436093 May 26 18:18:59.585430 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55036) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:18:59.642707 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d60bb-2e1f-4c3e-8f7c-355e3025021d None None] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:18:59.699969 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:18:59.738394 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-69333236-a073-4e05-9b89-7ad4025223ec None None] Provisioning complete for port d67004b0-6fa5-42c4-96f3-f3ce8355171c triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:18:59.739043 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69333236-a073-4e05-9b89-7ad4025223ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:59.881865 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-69333236-a073-4e05-9b89-7ad4025223ec None None] Current status of the port d67004b0-6fa5-42c4-96f3-f3ce8355171c is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:18:59.882268 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69333236-a073-4e05-9b89-7ad4025223ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:59.935929 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-69333236-a073-4e05-9b89-7ad4025223ec None None] For port d67004b0-6fa5-42c4-96f3-f3ce8355171c, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=d67004b0-6fa5-42c4-96f3-f3ce8355171c,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:18:59.948399 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-69333236-a073-4e05-9b89-7ad4025223ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:59.960517 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:18:58Z', 'revision_number': 3, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:18:59.990483 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Checking router: 6bc5d2a7-e044-43d1-a039-375cb59f48e9 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:18:59.990832 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Updating router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 port 30f04627-65c9-4640-8a9e-8ea1d6964249 binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:18:59.995064 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d67004b0-6fa5-42c4-96f3-f3ce8355171c up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:00.017280 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf4765-1f4f-4c29-9c84-d2b4d32f6d7e req-40330ad4-c730-46e2-bf70-a13e7a3364a6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:00.020189 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69cf4765-1f4f-4c29-9c84-d2b4d32f6d7e req-40330ad4-c730-46e2-bf70-a13e7a3364a6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0803039 May 26 18:19:00.027446 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.086667 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69333236-a073-4e05-9b89-7ad4025223ec None None] Pushing event updated for resources: {'Port': ['ID=d67004b0-6fa5-42c4-96f3-f3ce8355171c,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:00.100827 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:00.106061 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port d67004b0-6fa5-42c4-96f3-f3ce8355171c triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:00.106663 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.117619 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-69cf4765-1f4f-4c29-9c84-d2b4d32f6d7e req-98e22887-30ee-4808-b47a-abad16708909 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885456 May 26 18:19:00.218813 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port d67004b0-6fa5-42c4-96f3-f3ce8355171c is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:00.343640 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.456606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:00.460181 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Publish callbacks [] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.473317 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.480993 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-ecf57942-8e77-4b4f-b7ba-72e8f6df830c None None] Provisioning complete for port d67004b0-6fa5-42c4-96f3-f3ce8355171c triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:00.481357 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ecf57942-8e77-4b4f-b7ba-72e8f6df830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.501136 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:00.560417 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:00.563402 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Pushing event updated for resources: {'Port': ['ID=30f04627-65c9-4640-8a9e-8ea1d6964249,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:00.573238 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-ecf57942-8e77-4b4f-b7ba-72e8f6df830c None None] Current status of the port d67004b0-6fa5-42c4-96f3-f3ce8355171c is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:00.583773 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Attempting to bind port 30f04627-65c9-4640-8a9e-8ea1d6964249 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:00.584484 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Attempting to bind port 30f04627-65c9-4640-8a9e-8ea1d6964249 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:00.585069 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Attempting to bind port 30f04627-65c9-4640-8a9e-8ea1d6964249 on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:00.596550 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:00.596868 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:00.597446 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.597873 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:00.598597 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Bound port: 30f04627-65c9-4640-8a9e-8ea1d6964249, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:00.599155 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.604642 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.604853 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Allocated IP 172.20.0.1 (b60b547b-b8f7-49ae-8ba6-53f64d41d871/c38f8d41-603c-496f-b595-039b7d159db1/42610924-38cd-4a74-82f8-dd1f4352c939) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:00.605720 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.606495 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.606966 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.607489 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.607931 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.608297 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.608699 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.609027 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.609353 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.609673 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.610388 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.610913 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.611414 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.612049 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:00.681237 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] For port 30f04627-65c9-4640-8a9e-8ea1d6964249, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:00.684888 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] For port 30f04627-65c9-4640-8a9e-8ea1d6964249, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=30f04627-65c9-4640-8a9e-8ea1d6964249,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:00.692535 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.747718 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Publish callbacks [] for port (42610924-38cd-4a74-82f8-dd1f4352c939), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.765355 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:00.766008 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:18:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:00.776728 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8fe92-f758-49a3-acdb-7ecda5e4ddbb None None] Pushing event updated for resources: {'Port': ['ID=30f04627-65c9-4640-8a9e-8ea1d6964249,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:00.800622 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:00.889297 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:00.905555 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:00.922057 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:00.927248 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:00.997998 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Pushing event updated for resources: {'Port': ['ID=42610924-38cd-4a74-82f8-dd1f4352c939,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:01.013396 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (6bc5d2a7-e044-43d1-a039-375cb59f48e9), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:01.151694 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:18:58Z', 'revision_number': 3, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:01.227834 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:01.258849 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880e772-0ecd-49f7-a83e-6062c2e196a1 req-3e3619d4-7dd8-4754-a633-b9abc129d1dc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:01.262737 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9880e772-0ecd-49f7-a83e-6062c2e196a1 req-3e3619d4-7dd8-4754-a633-b9abc129d1dc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0597165 May 26 18:19:01.283949 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497c4c6-3459-413f-a4d8-d3a33b0a8b03 None None] The sync data for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi is: [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:18:58Z', 'revision_number': 3, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:19:01.304115 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-c8192363-ca62-4d48-ab76-aebb05c310fc None None] Provisioning complete for port 42610924-38cd-4a74-82f8-dd1f4352c939 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:01.304683 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c8192363-ca62-4d48-ab76-aebb05c310fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:01.335869 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:01.338319 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9880e772-0ecd-49f7-a83e-6062c2e196a1 req-30ca16dd-e52f-4f35-924c-fff04c372e84 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712705 May 26 18:19:01.355008 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-c8192363-ca62-4d48-ab76-aebb05c310fc None None] Port 42610924-38cd-4a74-82f8-dd1f4352c939 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:01.443314 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:01.457776 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Publish callbacks [] for port (42610924-38cd-4a74-82f8-dd1f4352c939), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:01.463795 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:01.555929 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Pushing event updated for resources: {'Port': ['ID=42610924-38cd-4a74-82f8-dd1f4352c939,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:01.562429 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (6bc5d2a7-e044-43d1-a039-375cb59f48e9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:01.671795 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:01.674590 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:01.791854 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:01.820357 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:19:01.824112 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:01.985431 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-a8d01879-7f91-442e-a678-737b0427d781 None None] Provisioning complete for port 42610924-38cd-4a74-82f8-dd1f4352c939 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:01.985967 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a8d01879-7f91-442e-a678-737b0427d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:01.994590 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:19:02.013518 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4432d520-a00b-41b0-863c-2a3fa3afbb1b admin admin] 10.222.0.46 "PUT /v2.0/routers/6bc5d2a7-e044-43d1-a039-375cb59f48e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268708 May 26 18:19:02.033178 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 30f04627-65c9-4640-8a9e-8ea1d6964249 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:02.089067 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a8d01879-7f91-442e-a678-737b0427d781 None None] Port 42610924-38cd-4a74-82f8-dd1f4352c939 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:02.102078 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 30f04627-65c9-4640-8a9e-8ea1d6964249 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:02.102468 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:02.234779 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 30f04627-65c9-4640-8a9e-8ea1d6964249 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:02.235179 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:02.286308 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port 30f04627-65c9-4640-8a9e-8ea1d6964249, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=30f04627-65c9-4640-8a9e-8ea1d6964249,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:02.296095 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:02.298428 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d67004b0-6fa5-42c4-96f3-f3ce8355171c up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:02.481216 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=30f04627-65c9-4640-8a9e-8ea1d6964249,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:02.494872 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port d67004b0-6fa5-42c4-96f3-f3ce8355171c triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:02.495489 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:02.536575 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682da60-c078-4714-82fc-396966e0d767 req-d48d0553-35b3-4d7c-bdbd-571793c00207 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:02.556661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0682da60-c078-4714-82fc-396966e0d767 req-d48d0553-35b3-4d7c-bdbd-571793c00207 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0914395 May 26 18:19:02.570942 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55120) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:02.577130 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-5e9f0301-f2c1-4c52-9869-64c35fe6b205 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623536149', 'description': 'tempest-description--1211537323'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:02.620633 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0682da60-c078-4714-82fc-396966e0d767 req-1a995acb-11b3-41cc-9fc7-3df56bd06d14 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611405 May 26 18:19:02.647590 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port d67004b0-6fa5-42c4-96f3-f3ce8355171c is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:02.654557 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0301-f2c1-4c52-9869-64c35fe6b205 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:02.982658 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0301-f2c1-4c52-9869-64c35fe6b205 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (c6ee7eb0-731f-4246-9e6c-20a061036e8d), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:02.990787 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0301-f2c1-4c52-9869-64c35fe6b205 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c6ee7eb0-731f-4246-9e6c-20a061036e8d), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.025613 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-5e9f0301-f2c1-4c52-9869-64c35fe6b205 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.029556 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5e9f0301-f2c1-4c52-9869-64c35fe6b205 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4544523 May 26 18:19:03.031259 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55140) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:03.035303 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-189b381f-0e5e-438d-b442-c4ce76e54830 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'security_group_rule': {'security_group_id': 'c6ee7eb0-731f-4246-9e6c-20a061036e8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:03.041086 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f0301-f2c1-4c52-9869-64c35fe6b205 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ee7eb0-731f-4246-9e6c-20a061036e8d,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:03.067470 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-189b381f-0e5e-438d-b442-c4ce76e54830 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (0adca7ab-897a-4461-85fe-3fb0e1610645), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.136196 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-189b381f-0e5e-438d-b442-c4ce76e54830 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (0adca7ab-897a-4461-85fe-3fb0e1610645), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.139626 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-189b381f-0e5e-438d-b442-c4ce76e54830 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (0adca7ab-897a-4461-85fe-3fb0e1610645), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.146148 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:03.157050 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b381f-0e5e-438d-b442-c4ce76e54830 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adca7ab-897a-4461-85fe-3fb0e1610645,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:03.172603 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-189b381f-0e5e-438d-b442-c4ce76e54830 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.177086 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-189b381f-0e5e-438d-b442-c4ce76e54830 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440015 May 26 18:19:03.177424 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55142) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:03.181852 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-006a60a3-4712-4555-af44-7de2e1e6854e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'security_group_rule': {'security_group_id': 'c6ee7eb0-731f-4246-9e6c-20a061036e8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:03.210895 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-006a60a3-4712-4555-af44-7de2e1e6854e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (bf708bb2-3d91-43bf-afbe-469896947a14), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.282020 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-006a60a3-4712-4555-af44-7de2e1e6854e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (bf708bb2-3d91-43bf-afbe-469896947a14), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.287349 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-006a60a3-4712-4555-af44-7de2e1e6854e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (bf708bb2-3d91-43bf-afbe-469896947a14), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.287729 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Sync routers for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:19:03.299217 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:03.300023 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:18:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:03.304366 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a60a3-4712-4555-af44-7de2e1e6854e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf708bb2-3d91-43bf-afbe-469896947a14,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:03.314502 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-006a60a3-4712-4555-af44-7de2e1e6854e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.315837 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-006a60a3-4712-4555-af44-7de2e1e6854e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373682 May 26 18:19:03.318860 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55144) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:03.324254 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:03.348828 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.413088 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:03.414926 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:03.441709 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.444438 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:03.564160 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Allocated IP 172.27.3.191 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/8e9fdb61-1fd3-4a16-8736-a81f709d4717) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:03.671981 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for port (8e9fdb61-1fd3-4a16-8736-a81f709d4717), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.714678 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (8e9fdb61-1fd3-4a16-8736-a81f709d4717), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.743063 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 2, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:03.770677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Checking router: 6bc5d2a7-e044-43d1-a039-375cb59f48e9 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:19:03.771034 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Updating router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 port 42610924-38cd-4a74-82f8-dd1f4352c939 binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:19:03.788239 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:03.791826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:03.799735 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd527-44d2-425c-8e97-e14376ac683f req-55612b6b-dd33-4bf6-9467-ef23b44496cc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:03.801455 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-606bd527-44d2-425c-8e97-e14376ac683f req-55612b6b-dd33-4bf6-9467-ef23b44496cc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.1002121 May 26 18:19:03.806668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:03.811036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:03.811756 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:03.853557 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'Port': ['ID=8e9fdb61-1fd3-4a16-8736-a81f709d4717,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:03.913279 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-606bd527-44d2-425c-8e97-e14376ac683f req-d5bbf9f8-6e27-413a-a2e1-b7dbbf401f3f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710280 May 26 18:19:03.969257 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 30f04627-65c9-4640-8a9e-8ea1d6964249 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:03.995883 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (933a9810-117f-4bbd-bc96-349605a2dabf), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.045645 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (8e9fdb61-1fd3-4a16-8736-a81f709d4717), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.105845 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:04.162076 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 30f04627-65c9-4640-8a9e-8ea1d6964249 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:04.162319 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.237382 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:04.318111 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for port (8e9fdb61-1fd3-4a16-8736-a81f709d4717), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.323364 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (8e9fdb61-1fd3-4a16-8736-a81f709d4717), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.392702 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 30f04627-65c9-4640-8a9e-8ea1d6964249 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:04.414802 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (933a9810-117f-4bbd-bc96-349605a2dabf), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.430786 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'Port': ['ID=8e9fdb61-1fd3-4a16-8736-a81f709d4717,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:04.445120 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Publish callbacks [] for port (42610924-38cd-4a74-82f8-dd1f4352c939), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.447535 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.448784 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c4737e9c-b0d6-4ffa-b268-135e36475e4a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1288393 May 26 18:19:04.463840 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.565001 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076e616-ef99-4f64-8358-537fc6f4640f None None] Pushing event updated for resources: {'Port': ['ID=42610924-38cd-4a74-82f8-dd1f4352c939,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:04.624984 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Attempting to bind port 42610924-38cd-4a74-82f8-dd1f4352c939 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:04.625359 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Attempting to bind port 42610924-38cd-4a74-82f8-dd1f4352c939 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:04.625745 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Attempting to bind port 42610924-38cd-4a74-82f8-dd1f4352c939 on network b60b547b-b8f7-49ae-8ba6-53f64d41d871 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:04.631844 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:04.632311 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Checking segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:04.632849 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.633244 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Bound using segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:04.633718 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Bound port: 42610924-38cd-4a74-82f8-dd1f4352c939, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:04.634112 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.645771 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-dbd5cfe5-69ec-4c1c-ae77-697ae8df8830 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1623536149&fields=id&tenant_id=84dc70884aff4a799bb8f38899766e81 HTTP/1.1" status: 200 len: 267 time: 0.0457444 May 26 18:19:04.707641 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] For port 42610924-38cd-4a74-82f8-dd1f4352c939, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:04.713277 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] For port 42610924-38cd-4a74-82f8-dd1f4352c939, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=42610924-38cd-4a74-82f8-dd1f4352c939,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:04.723744 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.780053 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:04.786838 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-21a75e04-a761-4756-953a-c300f1fda9b8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:04.788490 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-21a75e04-a761-4756-953a-c300f1fda9b8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 816 time: 0.1348753 May 26 18:19:04.808538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-6dd07a7e-5e20-4165-bf83-4ebc871b8433 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/quotas/84dc70884aff4a799bb8f38899766e81 HTTP/1.1" status: 200 len: 375 time: 0.0136790 May 26 18:19:04.809960 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:04.810697 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:18:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:04.878181 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076e616-ef99-4f64-8358-537fc6f4640f None None] Pushing event updated for resources: {'Port': ['ID=42610924-38cd-4a74-82f8-dd1f4352c939,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:04.890328 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-af0aaf17-2f54-4544-b188-a40737afbfbe None None] Provisioning complete for port 42610924-38cd-4a74-82f8-dd1f4352c939 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:04.890770 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-af0aaf17-2f54-4544-b188-a40737afbfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:04.897535 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-034ccc8a-7f8c-49cb-9d27-cb66da4dbdf7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767391 May 26 18:19:05.016104 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:05.047165 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:05.053836 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-0eed9090-d064-4b2e-928f-b19daba0242a service neutron] 10.222.0.46 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552987 May 26 18:19:05.065880 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04542-9cb7-4e28-901f-e03defb0a76e req-a022d681-8334-45ea-8c74-31c722941ff0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:05.067357 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-85c04542-9cb7-4e28-901f-e03defb0a76e req-a022d681-8334-45ea-8c74-31c722941ff0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0631459 May 26 18:19:05.139781 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-af0aaf17-2f54-4544-b188-a40737afbfbe None None] Current status of the port 42610924-38cd-4a74-82f8-dd1f4352c939 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:05.140169 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-af0aaf17-2f54-4544-b188-a40737afbfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:05.224434 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-af0aaf17-2f54-4544-b188-a40737afbfbe None None] For port 42610924-38cd-4a74-82f8-dd1f4352c939, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=42610924-38cd-4a74-82f8-dd1f4352c939,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:05.244912 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-af0aaf17-2f54-4544-b188-a40737afbfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:05.340876 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0aaf17-2f54-4544-b188-a40737afbfbe None None] Pushing event updated for resources: {'Port': ['ID=42610924-38cd-4a74-82f8-dd1f4352c939,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:05.344455 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:04Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:05.374787 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d6f5e-80f3-4d76-9297-00e41c1abff9 None None] The sync data for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi is: [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:04Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:19:05.388479 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-64402618-55de-4556-8521-279782f27536 None None] Provisioning complete for port 42610924-38cd-4a74-82f8-dd1f4352c939 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:05.389040 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-64402618-55de-4556-8521-279782f27536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:05.411981 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-85c04542-9cb7-4e28-901f-e03defb0a76e req-5793960f-0628-4d1c-b17b-7f6e0746736c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362446 May 26 18:19:05.444865 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-396ad956-623f-454d-9a5d-a0271e566532 service neutron] 10.222.0.46 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763616 May 26 18:19:05.561938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-64402618-55de-4556-8521-279782f27536 None None] Current status of the port 42610924-38cd-4a74-82f8-dd1f4352c939 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:05.703073 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e408f1ba-93d2-467b-9dae-c2eb0a267577 req-dc8c5a31-3de4-4a58-9fb4-25d8cf724354 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 210 time: 0.0359325 May 26 18:19:05.927426 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 42610924-38cd-4a74-82f8-dd1f4352c939 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:05.989617 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 42610924-38cd-4a74-82f8-dd1f4352c939 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:05.990332 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:06.114041 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 42610924-38cd-4a74-82f8-dd1f4352c939 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:06.555214 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd03ce-b3d5-475a-9c76-02ebbc65b4f0 req-8b7895df-d39d-4302-9fa7-1a0bb1aef31d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:06.557058 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9afd03ce-b3d5-475a-9c76-02ebbc65b4f0 req-8b7895df-d39d-4302-9fa7-1a0bb1aef31d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0575345 May 26 18:19:06.571124 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:06.617149 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9afd03ce-b3d5-475a-9c76-02ebbc65b4f0 req-7659f6ec-d350-43db-a856-4c400e009a4a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529861 May 26 18:19:06.817996 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81a99766-d5db-436c-a23d-4cd3ae46beb0 req-ada9ab66-2ac6-4d61-b02e-745873597724 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 210 time: 0.0318034 May 26 18:19:06.933663 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:06.969697 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e30babeb-4063-4e0d-bae1-5d5454f1eb7d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:06.971927 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e30babeb-4063-4e0d-bae1-5d5454f1eb7d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 816 time: 0.1195683 May 26 18:19:07.040094 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-882267fc-b749-4743-9401-c403ddf33495 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84dc70884aff4a799bb8f38899766e81 HTTP/1.1" status: 200 len: 380 time: 0.0582340 May 26 18:19:07.051542 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'port': {'device_id': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'admin_state_up': True, 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'security_groups': ['c6ee7eb0-731f-4246-9e6c-20a061036e8d']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:07.162098 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Made reservation on behalf of 84dc70884aff4a799bb8f38899766e81 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:19:07.165657 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:07.307200 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Allocated IP 172.20.0.11 (b60b547b-b8f7-49ae-8ba6-53f64d41d871/c38f8d41-603c-496f-b595-039b7d159db1/1d3fd217-af97-47a7-9225-e698208d450f) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:07.480837 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for port (1d3fd217-af97-47a7-9225-e698208d450f), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:07.530005 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:07.568799 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:07.573944 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:07.577815 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:07.629848 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:07.666305 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:07.667146 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:07.690819 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-e0c79710-a045-4a27-ab1c-db8f9979029a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6439648 May 26 18:19:07.702369 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Request body: {'port': {'device_id': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:07.812911 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f292c7-4a00-4b88-85ef-1c3828d0196f req-f5555902-154a-4ad5-9adb-5baa86150115 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:07.815217 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60f292c7-4a00-4b88-85ef-1c3828d0196f req-f5555902-154a-4ad5-9adb-5baa86150115 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0827439 May 26 18:19:07.833589 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:07.843163 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:07.860136 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:07.918245 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-ef41e81a-bfe2-437e-aaef-3a5ce25fb68d None None] Provisioning complete for port 1d3fd217-af97-47a7-9225-e698208d450f triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:07.918609 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ef41e81a-bfe2-437e-aaef-3a5ce25fb68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (1d3fd217-af97-47a7-9225-e698208d450f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:07.921856 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60f292c7-4a00-4b88-85ef-1c3828d0196f req-2c037035-5f97-4660-88b7-dda1716405c6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971231 May 26 18:19:07.965635 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-ef41e81a-bfe2-437e-aaef-3a5ce25fb68d None None] Port 1d3fd217-af97-47a7-9225-e698208d450f cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:08.009296 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a63fc-aff9-4ad1-b9f7-f4c227e86dc8 req-26983bd6-759a-4005-9d5b-831e8207f5dd tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:08.010725 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-859a63fc-aff9-4ad1-b9f7-f4c227e86dc8 req-26983bd6-759a-4005-9d5b-831e8207f5dd tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 932 time: 0.1047976 May 26 18:19:08.032225 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55330) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:08.146961 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-859a63fc-aff9-4ad1-b9f7-f4c227e86dc8 req-2c72cf47-1827-4c43-8d6c-034db717528c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290689 May 26 18:19:08.149459 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-217ec92c-1133-4b54-b3ff-daae41579813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.237084 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-217ec92c-1133-4b54-b3ff-daae41579813 admin admin] Publish callbacks [] for security_group (cc9fa4b7-6742-4e95-835b-90643256ee9f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.242362 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-217ec92c-1133-4b54-b3ff-daae41579813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (cc9fa4b7-6742-4e95-835b-90643256ee9f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.277668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3fd217-af97-47a7-9225-e698208d450f {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:19:08.286301 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Publish callbacks [] for port (1d3fd217-af97-47a7-9225-e698208d450f), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.291747 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-217ec92c-1133-4b54-b3ff-daae41579813 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6429497772e4503836688b7a341bba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551668 May 26 18:19:08.291747 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ec92c-1133-4b54-b3ff-daae41579813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9fa4b7-6742-4e95-835b-90643256ee9f,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:08.292283 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55334) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:08.317539 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Transition to ACTIVE for port object 1d3fd217-af97-47a7-9225-e698208d450f will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:19:08.325210 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.403573 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:08.406172 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6e14cf85-ce46-4ada-903e-596e1be024ab admin admin] Publish callbacks [] for security_group (cc9fa4b7-6742-4e95-835b-90643256ee9f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.471751 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6e14cf85-ce46-4ada-903e-596e1be024ab admin admin] Publish callbacks [] for security_group (cc9fa4b7-6742-4e95-835b-90643256ee9f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.539721 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Attempting to bind port 1d3fd217-af97-47a7-9225-e698208d450f on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:08.540009 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Attempting to bind port 1d3fd217-af97-47a7-9225-e698208d450f by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:08.540351 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Attempting to bind port 1d3fd217-af97-47a7-9225-e698208d450f on network b60b547b-b8f7-49ae-8ba6-53f64d41d871 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:08.547516 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Port 1d3fd217-af97-47a7-9225-e698208d450f on network b60b547b-b8f7-49ae-8ba6-53f64d41d871 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:19:08.547915 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Attempting to bind port 1d3fd217-af97-47a7-9225-e698208d450f on network b60b547b-b8f7-49ae-8ba6-53f64d41d871 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:08.554754 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:08.555196 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Checking segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:08.555470 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Bound using segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:08.555899 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Bound port: 1d3fd217-af97-47a7-9225-e698208d450f, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:08.556314 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.567074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:08.574286 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6e14cf85-ce46-4ada-903e-596e1be024ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (cc9fa4b7-6742-4e95-835b-90643256ee9f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.576970 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6e14cf85-ce46-4ada-903e-596e1be024ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.578138 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6e14cf85-ce46-4ada-903e-596e1be024ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc9fa4b7-6742-4e95-835b-90643256ee9f HTTP/1.1" status: 204 len: 168 time: 0.2851830 May 26 18:19:08.616861 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14cf85-ce46-4ada-903e-596e1be024ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9fa4b7-6742-4e95-835b-90643256ee9f,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:08.648180 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:08.651780 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:08.660190 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.697350 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:08.698015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:08.699522 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] 10.222.0.42 "PUT /v2.0/ports/1d3fd217-af97-47a7-9225-e698208d450f HTTP/1.1" status: 200 len: 1094 time: 1.0016079 May 26 18:19:08.700221 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:19:08.702316 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "tag": "1d3fd217-af97-47a7-9225-e698208d450f"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:19:08.730785 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effa9ff-6fab-4ef4-8748-7eacc8d50b8c service neutron] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:08.770012 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5d9b3a-cc65-4c7d-aa99-82a16720feb4 x-openstack-request-id: req-bc5d9b3a-cc65-4c7d-aa99-82a16720feb4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:19:08.770411 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "tag": "1d3fd217-af97-47a7-9225-e698208d450f", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:19:08.770730 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc5d9b3a-cc65-4c7d-aa99-82a16720feb4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:19:08.771209 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5d9b3a-cc65-4c7d-aa99-82a16720feb4'] response: {'name': 'network-changed', 'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f', 'status': 'completed', 'code': 200} May 26 18:19:08.840494 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-de3b779b-fcfa-4aa8-8842-d0f625c55855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:08.842755 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-de3b779b-fcfa-4aa8-8842-d0f625c55855 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 1128 time: 0.0588789 May 26 18:19:08.862814 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:08.903771 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-813c70e7-4505-41ac-8610-fb931f44c172 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d3fd217-af97-47a7-9225-e698208d450f HTTP/1.1" status: 200 len: 217 time: 0.0518019 May 26 18:19:08.979503 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-c59f8b7f-fc0c-48c0-b255-01fd7c6ba5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:08.981423 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-c59f8b7f-fc0c-48c0-b255-01fd7c6ba5da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.0650513 May 26 18:19:09.018452 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55356) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:09.034379 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-52b753a7-2291-40ee-b35a-b7d52ddc797b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:09.119116 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-52b753a7-2291-40ee-b35a-b7d52ddc797b admin admin] Publish callbacks [] for security_group (cefc0290-7d33-41b6-83a8-b2929e730b8e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:09.124006 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df86907-e28d-47ef-a41c-8ecf801786f7 req-88af189a-b4c6-4d45-b234-aa44616989c2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:09.127505 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3df86907-e28d-47ef-a41c-8ecf801786f7 req-88af189a-b4c6-4d45-b234-aa44616989c2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0862718 May 26 18:19:09.128842 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-5c36ff7a-e355-4a24-bab8-b321af77a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:09.130700 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-5c36ff7a-e355-4a24-bab8-b321af77a9a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394753 May 26 18:19:09.132312 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-52b753a7-2291-40ee-b35a-b7d52ddc797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (cefc0290-7d33-41b6-83a8-b2929e730b8e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:09.162829 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:09.166069 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-52b753a7-2291-40ee-b35a-b7d52ddc797b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f31fad7f228d455d92ca3e6ab12458f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461253 May 26 18:19:09.172524 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55368) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:09.262687 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b753a7-2291-40ee-b35a-b7d52ddc797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefc0290-7d33-41b6-83a8-b2929e730b8e,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:09.301961 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3df86907-e28d-47ef-a41c-8ecf801786f7 req-106a9429-fcda-4fbe-92eb-3a3c69a79e58 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680574 May 26 18:19:09.302169 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf885-f512-443a-bbce-852ee863601f admin admin] Publish callbacks [] for security_group (cefc0290-7d33-41b6-83a8-b2929e730b8e), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:09.332597 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf885-f512-443a-bbce-852ee863601f admin admin] Publish callbacks [] for security_group (cefc0290-7d33-41b6-83a8-b2929e730b8e), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:09.347443 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d87ed7-72ff-406a-aef1-799524912d5c req-48f58396-53ac-48e4-a0fa-d2a22a2e059a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:09.348911 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33d87ed7-72ff-406a-aef1-799524912d5c req-48f58396-53ac-48e4-a0fa-d2a22a2e059a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0728886 May 26 18:19:09.377518 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-30e54377-8cee-4a2b-9bff-2793b2e142cf service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140653 May 26 18:19:09.386297 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf885-f512-443a-bbce-852ee863601f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (cefc0290-7d33-41b6-83a8-b2929e730b8e), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:09.388738 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf885-f512-443a-bbce-852ee863601f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:09.389885 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-a2bdf885-f512-443a-bbce-852ee863601f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cefc0290-7d33-41b6-83a8-b2929e730b8e HTTP/1.1" status: 204 len: 168 time: 0.2153916 May 26 18:19:09.398124 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdf885-f512-443a-bbce-852ee863601f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefc0290-7d33-41b6-83a8-b2929e730b8e,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:09.470396 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33d87ed7-72ff-406a-aef1-799524912d5c req-e384e7e9-780b-4e99-950f-7fef0e0babab tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069810 May 26 18:19:09.511618 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-438d30d4-11cf-4dab-8c6a-cad857311bcb req-94d96f2c-48b1-417d-b304-d0b8e6b3bf18 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263759 May 26 18:19:10.422508 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c10ac-598d-4d2d-b4ae-ec81f4d77a88 req-3a0e402a-fd6d-4408-9393-e48ad5a3da71 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:10.425926 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b55c10ac-598d-4d2d-b4ae-ec81f4d77a88 req-3a0e402a-fd6d-4408-9393-e48ad5a3da71 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0524457 May 26 18:19:10.475341 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b55c10ac-598d-4d2d-b4ae-ec81f4d77a88 req-2d14922d-f050-4bc7-8c8b-df167ba8246e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 May 26 18:19:10.580948 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55428) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:10.619389 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640543c6-05d6-48f6-983b-77502a962f9d req-db62d880-faa2-4d06-85f3-5f2103bb8b1b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:10.620805 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-640543c6-05d6-48f6-983b-77502a962f9d req-db62d880-faa2-4d06-85f3-5f2103bb8b1b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0606012 May 26 18:19:10.698621 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-91074c23-6c7e-4d78-aaf0-f36dcaea1792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:10.707173 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-640543c6-05d6-48f6-983b-77502a962f9d req-3df9bade-b0f9-4be5-98c0-1a0ff14194fd tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790057 May 26 18:19:10.712583 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-79bf0586-aa4b-4de7-bee0-31591baa6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:10.714090 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-79bf0586-aa4b-4de7-bee0-31591baa6dcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 1128 time: 0.0540712 May 26 18:19:10.789780 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-91074c23-6c7e-4d78-aaf0-f36dcaea1792 admin admin] Publish callbacks [] for security_group (bd4c568d-6a4c-45f1-91ad-957a3498789a), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:10.795210 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-91074c23-6c7e-4d78-aaf0-f36dcaea1792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (bd4c568d-6a4c-45f1-91ad-957a3498789a), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:10.818195 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-428148e7-db92-47f8-81ab-62a33f27161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:10.819685 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-428148e7-db92-47f8-81ab-62a33f27161e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.0925777 May 26 18:19:10.836533 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-91074c23-6c7e-4d78-aaf0-f36dcaea1792 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c7ec7871ce949ea8993d03976d08c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540572 May 26 18:19:10.838285 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91074c23-6c7e-4d78-aaf0-f36dcaea1792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4c568d-6a4c-45f1-91ad-957a3498789a,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:10.840700 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55432) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:10.870991 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-41c876ba-cabe-4142-872c-979c56f711c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d3fd217-af97-47a7-9225-e698208d450f HTTP/1.1" status: 200 len: 217 time: 0.0401769 May 26 18:19:10.895346 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8d221113-d619-42e2-b40f-91fde8a523f5 admin admin] Publish callbacks [] for security_group (bd4c568d-6a4c-45f1-91ad-957a3498789a), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:10.922793 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8d221113-d619-42e2-b40f-91fde8a523f5 admin admin] Publish callbacks [] for security_group (bd4c568d-6a4c-45f1-91ad-957a3498789a), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:10.929329 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-e757d836-5bdb-4a2d-977d-6d413cd2d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:10.931238 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-e757d836-5bdb-4a2d-977d-6d413cd2d50a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.0513334 May 26 18:19:10.932522 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:10.978792 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8d221113-d619-42e2-b40f-91fde8a523f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (bd4c568d-6a4c-45f1-91ad-957a3498789a), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:10.981764 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8d221113-d619-42e2-b40f-91fde8a523f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:10.986667 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-eaed4e11-a38d-4764-bbfc-8f31975ce904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:10.986939 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8d221113-d619-42e2-b40f-91fde8a523f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd4c568d-6a4c-45f1-91ad-957a3498789a HTTP/1.1" status: 204 len: 168 time: 0.1452115 May 26 18:19:10.988394 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-eaed4e11-a38d-4764-bbfc-8f31975ce904 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433149 May 26 18:19:10.995094 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d221113-d619-42e2-b40f-91fde8a523f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4c568d-6a4c-45f1-91ad-957a3498789a,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:11.058713 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:11.062680 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:11.092902 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-f96a6b5e-fe70-41d3-89ef-14a822cd4c80 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959802 May 26 18:19:11.186833 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ee4ea5-e691-46f6-b8f6-67ea384b4dc0 req-15323e2d-7d38-418c-90e6-54334181f62d service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 May 26 18:19:11.649457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45029b6-66c4-42cf-a90f-0d8c4f493de4 req-31faa789-7edf-4a09-b993-86cc7ee5da52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:11.656361 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b45029b6-66c4-42cf-a90f-0d8c4f493de4 req-31faa789-7edf-4a09-b993-86cc7ee5da52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0871623 May 26 18:19:11.711311 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b45029b6-66c4-42cf-a90f-0d8c4f493de4 req-9ac0601f-1e18-4cbd-85dc-9da3ee74df1e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540888 May 26 18:19:11.803350 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:11.848484 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89fe63-1a48-44d5-b2ff-29c12bae3118 req-bf194a79-f6ad-43e7-8490-24db5d28a22f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:11.849985 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a89fe63-1a48-44d5-b2ff-29c12bae3118 req-bf194a79-f6ad-43e7-8490-24db5d28a22f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0567634 May 26 18:19:11.897793 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a89fe63-1a48-44d5-b2ff-29c12bae3118 req-b004cbd9-6503-47f5-a111-db53a362b0cc tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422161 May 26 18:19:12.827004 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e22dce-c2a7-4e44-9e63-fc093dfe17b0 req-2765e3a7-0abc-4a6b-8b23-3662a6a228b6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:12.828569 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76e22dce-c2a7-4e44-9e63-fc093dfe17b0 req-2765e3a7-0abc-4a6b-8b23-3662a6a228b6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0485249 May 26 18:19:12.881937 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-76e22dce-c2a7-4e44-9e63-fc093dfe17b0 req-70bebb37-189f-45a7-976c-463047681590 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 May 26 18:19:13.031578 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1aa1da-5c35-4937-bfa1-fecfc00bd42f req-9e4d7835-f0dd-49d2-96be-b53c298f2e28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:13.033988 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec1aa1da-5c35-4937-bfa1-fecfc00bd42f req-9e4d7835-f0dd-49d2-96be-b53c298f2e28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0604751 May 26 18:19:13.085156 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec1aa1da-5c35-4937-bfa1-fecfc00bd42f req-43b4e24f-dabe-4dc8-9cdc-a7f06412d1d1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 May 26 18:19:13.602009 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:13.609919 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:13.614677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:19:13.720185 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:13.734856 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '1d3fd217-af97-47a7-9225-e698208d450f', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'port_id': '1d3fd217-af97-47a7-9225-e698208d450f', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:19:13.771001 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 1d3fd217-af97-47a7-9225-e698208d450f is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:13.771398 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:13.786132 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3fd217-af97-47a7-9225-e698208d450f {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:19:13.790973 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:13.810065 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:13.814075 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:13.862066 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:14.010099 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaab89-0184-427a-89b2-55a501d2eaf9 req-05878247-1e9c-4f46-9aec-d43df1e17a05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:14.011583 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9cdaab89-0184-427a-89b2-55a501d2eaf9 req-05878247-1e9c-4f46-9aec-d43df1e17a05 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0521348 May 26 18:19:14.061178 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9cdaab89-0184-427a-89b2-55a501d2eaf9 req-b6dcbb7f-3c1b-46f9-b21a-975491d451e1 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 May 26 18:19:14.187993 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['1d3fd217-af97-47a7-9225-e698208d450f'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:19:14.210365 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ca785-a4a5-4387-9eff-e7960b59fb6d req-6308a588-8947-4764-be2e-7065fdfa20ef tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:14.211882 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-820ca785-a4a5-4387-9eff-e7960b59fb6d req-6308a588-8947-4764-be2e-7065fdfa20ef tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 945 time: 0.0506964 May 26 18:19:14.264053 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-820ca785-a4a5-4387-9eff-e7960b59fb6d req-fe77a1bd-e4f7-4d59-9c1c-1c45e69484f5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462601 May 26 18:19:14.808620 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55574) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:14.922232 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d26030dd-3529-4e5b-adc4-f8591daee60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.030555 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d26030dd-3529-4e5b-adc4-f8591daee60a admin admin] Publish callbacks [] for security_group (ac212887-b61b-403a-b7ba-608344792695), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.042573 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d26030dd-3529-4e5b-adc4-f8591daee60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (ac212887-b61b-403a-b7ba-608344792695), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.082489 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26030dd-3529-4e5b-adc4-f8591daee60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac212887-b61b-403a-b7ba-608344792695,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:15.132028 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55588) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:15.138288 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d26030dd-3529-4e5b-adc4-f8591daee60a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc08a57d53904aae84bfd5df87948cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284690 May 26 18:19:15.220353 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-87738032-fd9a-4df4-898f-672e48f97790 admin admin] Publish callbacks [] for security_group (ac212887-b61b-403a-b7ba-608344792695), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.254727 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964a88-e111-42b7-b986-c0bc2010bedc req-7c00f6d7-d1b7-4ff0-95a6-3f8276fd2c3a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:15.256237 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-23964a88-e111-42b7-b986-c0bc2010bedc req-7c00f6d7-d1b7-4ff0-95a6-3f8276fd2c3a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0732381 May 26 18:19:15.260914 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-87738032-fd9a-4df4-898f-672e48f97790 admin admin] Publish callbacks [] for security_group (ac212887-b61b-403a-b7ba-608344792695), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.303543 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55596) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:15.326157 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:15.347044 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-23964a88-e111-42b7-b986-c0bc2010bedc req-22dc40b7-4599-4c31-a964-10da6f310609 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839746 May 26 18:19:15.387432 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-87738032-fd9a-4df4-898f-672e48f97790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (ac212887-b61b-403a-b7ba-608344792695), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.389819 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-87738032-fd9a-4df4-898f-672e48f97790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.391107 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-87738032-fd9a-4df4-898f-672e48f97790 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac212887-b61b-403a-b7ba-608344792695 HTTP/1.1" status: 204 len: 168 time: 0.2583063 May 26 18:19:15.407950 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87738032-fd9a-4df4-898f-672e48f97790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac212887-b61b-403a-b7ba-608344792695,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:15.417905 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad46c02-d300-4b9b-8a1e-88251e5f534a req-eedead3e-cd6b-4cd1-9c4c-497bb05a305e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:15.419530 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ad46c02-d300-4b9b-8a1e-88251e5f534a req-eedead3e-cd6b-4cd1-9c4c-497bb05a305e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 945 time: 0.0620141 May 26 18:19:15.480023 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8853049f-c2ce-4f81-a733-1791939381de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.490477 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2ad46c02-d300-4b9b-8a1e-88251e5f534a req-c6aaae51-0082-4e5d-871a-d34133191aad tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613983 May 26 18:19:15.531868 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:15.570725 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8853049f-c2ce-4f81-a733-1791939381de admin admin] Publish callbacks [] for security_group (fceb8d22-2d5b-4cff-bd8c-85f4a210eb0e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.575165 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8853049f-c2ce-4f81-a733-1791939381de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (fceb8d22-2d5b-4cff-bd8c-85f4a210eb0e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.613281 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8853049f-c2ce-4f81-a733-1791939381de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19e2a24160404eb9b71a359abc538be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086247 May 26 18:19:15.616042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55604) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:15.618408 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853049f-c2ce-4f81-a733-1791939381de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb8d22-2d5b-4cff-bd8c-85f4a210eb0e,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:15.633289 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:15.671918 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acfe14a7-d682-4191-af99-3600e345623a admin admin] Publish callbacks [] for security_group (fceb8d22-2d5b-4cff-bd8c-85f4a210eb0e), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.698201 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acfe14a7-d682-4191-af99-3600e345623a admin admin] Publish callbacks [] for security_group (fceb8d22-2d5b-4cff-bd8c-85f4a210eb0e), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.719504 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55606) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:15.744947 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2496c28-ef41-463e-a4ea-8723957852b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.785487 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acfe14a7-d682-4191-af99-3600e345623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (fceb8d22-2d5b-4cff-bd8c-85f4a210eb0e), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.788125 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acfe14a7-d682-4191-af99-3600e345623a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.789266 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-acfe14a7-d682-4191-af99-3600e345623a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fceb8d22-2d5b-4cff-bd8c-85f4a210eb0e HTTP/1.1" status: 204 len: 168 time: 0.1716828 May 26 18:19:15.805967 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe14a7-d682-4191-af99-3600e345623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb8d22-2d5b-4cff-bd8c-85f4a210eb0e,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:15.865517 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2496c28-ef41-463e-a4ea-8723957852b4 admin admin] Publish callbacks [] for security_group (6b83507f-2ddd-4f08-9b34-7855be11b7f9), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.869553 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f2496c28-ef41-463e-a4ea-8723957852b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6b83507f-2ddd-4f08-9b34-7855be11b7f9), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.910127 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f2496c28-ef41-463e-a4ea-8723957852b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d3bb45de9ce4db8bd704eb5efb90795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895051 May 26 18:19:15.911192 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2496c28-ef41-463e-a4ea-8723957852b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b83507f-2ddd-4f08-9b34-7855be11b7f9,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:15.912986 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55610) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:15.967985 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b4d86093-2e81-4e41-a3b9-130d13596998 admin admin] Publish callbacks [] for security_group (6b83507f-2ddd-4f08-9b34-7855be11b7f9), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:15.990366 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b4d86093-2e81-4e41-a3b9-130d13596998 admin admin] Publish callbacks [] for security_group (6b83507f-2ddd-4f08-9b34-7855be11b7f9), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.046291 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b4d86093-2e81-4e41-a3b9-130d13596998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6b83507f-2ddd-4f08-9b34-7855be11b7f9), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.049357 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b4d86093-2e81-4e41-a3b9-130d13596998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.053142 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-b4d86093-2e81-4e41-a3b9-130d13596998 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b83507f-2ddd-4f08-9b34-7855be11b7f9 HTTP/1.1" status: 204 len: 168 time: 0.1385539 May 26 18:19:16.060832 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d86093-2e81-4e41-a3b9-130d13596998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b83507f-2ddd-4f08-9b34-7855be11b7f9,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:16.214173 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55620) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:16.235943 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-161ca5a2-9e60-4547-aea9-c663fb0919c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.329662 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-161ca5a2-9e60-4547-aea9-c663fb0919c3 admin admin] Publish callbacks [] for security_group (475ccf8a-53a3-4b03-a2cb-3593d3bc68e7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.334173 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-161ca5a2-9e60-4547-aea9-c663fb0919c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (475ccf8a-53a3-4b03-a2cb-3593d3bc68e7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.373028 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ca5a2-9e60-4547-aea9-c663fb0919c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475ccf8a-53a3-4b03-a2cb-3593d3bc68e7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:16.378292 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-161ca5a2-9e60-4547-aea9-c663fb0919c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b65381065474a2aa42e9ce620816ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629875 May 26 18:19:16.380885 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55628) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:16.444836 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60f57bed-0a29-40a9-80d6-6a2b516a67e2 admin admin] Publish callbacks [] for security_group (475ccf8a-53a3-4b03-a2cb-3593d3bc68e7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.495459 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45b23-c876-4d18-9201-d1369413ae74 req-79e1d5d9-7e13-49b7-b92e-f70718587c7d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:16.496994 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7a45b23-c876-4d18-9201-d1369413ae74 req-79e1d5d9-7e13-49b7-b92e-f70718587c7d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0658381 May 26 18:19:16.499071 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60f57bed-0a29-40a9-80d6-6a2b516a67e2 admin admin] Publish callbacks [] for security_group (475ccf8a-53a3-4b03-a2cb-3593d3bc68e7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.540152 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:16.576614 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7a45b23-c876-4d18-9201-d1369413ae74 req-75da0185-99c2-412c-bc91-737aeae15dbc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706420 May 26 18:19:16.614089 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:16.617908 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60f57bed-0a29-40a9-80d6-6a2b516a67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (475ccf8a-53a3-4b03-a2cb-3593d3bc68e7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.620364 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-60f57bed-0a29-40a9-80d6-6a2b516a67e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.621627 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-60f57bed-0a29-40a9-80d6-6a2b516a67e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/475ccf8a-53a3-4b03-a2cb-3593d3bc68e7 HTTP/1.1" status: 204 len: 168 time: 0.2398431 May 26 18:19:16.634869 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:16.652007 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caca1f3-a3a5-49ca-8881-847a543708e9 req-873b62c1-1432-4d09-87f5-4d898ee2f9b3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:16.653529 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9caca1f3-a3a5-49ca-8881-847a543708e9 req-873b62c1-1432-4d09-87f5-4d898ee2f9b3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 945 time: 0.0814126 May 26 18:19:16.654802 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f57bed-0a29-40a9-80d6-6a2b516a67e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475ccf8a-53a3-4b03-a2cb-3593d3bc68e7,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:16.713588 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9caca1f3-a3a5-49ca-8881-847a543708e9 req-808d8506-0886-4e63-87a7-54d87ddd1b14 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526466 May 26 18:19:16.728815 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 1d3fd217-af97-47a7-9225-e698208d450f completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:19:16.736479 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 1d3fd217-af97-47a7-9225-e698208d450f triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:16.737231 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (1d3fd217-af97-47a7-9225-e698208d450f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.817722 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 1d3fd217-af97-47a7-9225-e698208d450f is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:16.817901 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.844316 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:19:16.847020 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849e5e6e-3448-44eb-9ce5-78a14db4f718" -d '{"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-plugged", "status": "completed", "tag": "1d3fd217-af97-47a7-9225-e698208d450f"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:19:16.860329 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:16.865194 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:16.916806 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca38e260-bfe8-4713-b28e-815262c22b88 x-openstack-request-id: req-ca38e260-bfe8-4713-b28e-815262c22b88 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:19:16.917085 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-plugged", "status": "completed", "tag": "1d3fd217-af97-47a7-9225-e698208d450f", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:19:16.917337 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca38e260-bfe8-4713-b28e-815262c22b88 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:19:16.917760 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca38e260-bfe8-4713-b28e-815262c22b88'] response: {'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f', 'code': 200} May 26 18:19:16.928883 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:17.709398 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969df9c9-2ff8-49b2-8b58-fc8fd0b4fadd req-83f1e8ff-ef63-4736-94bf-30b846e22ef9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:17.711091 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-969df9c9-2ff8-49b2-8b58-fc8fd0b4fadd req-83f1e8ff-ef63-4736-94bf-30b846e22ef9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0553644 May 26 18:19:17.780416 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-969df9c9-2ff8-49b2-8b58-fc8fd0b4fadd req-b0c6a92a-3704-4afb-8445-54c46564b76e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611379 May 26 18:19:17.857927 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca1494-7629-45a6-8914-3029bfe1dbdc req-8cd37249-c0fe-4439-a0ce-faeb45559776 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:17.859465 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7ca1494-7629-45a6-8914-3029bfe1dbdc req-8cd37249-c0fe-4439-a0ce-faeb45559776 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0499341 May 26 18:19:17.915358 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7ca1494-7629-45a6-8914-3029bfe1dbdc req-e1e02076-8ecd-4c40-ab16-5008a531cc0c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498586 May 26 18:19:18.614090 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a7326-dd4e-4ebf-bff5-21d357f103c1 req-9533bc73-6606-4b87-953c-55c239f59481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:18.615456 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c71a7326-dd4e-4ebf-bff5-21d357f103c1 req-9533bc73-6606-4b87-953c-55c239f59481 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 1130 time: 0.0403454 May 26 18:19:18.660467 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c71a7326-dd4e-4ebf-bff5-21d357f103c1 req-5a749b97-b836-4a13-bbfd-00627ce4af3b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382206 May 26 18:19:18.894007 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b73ee-139b-4a72-90de-7c3e5497c49e req-7b59489d-1026-4a90-bc4d-e9c718213d46 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:18.895404 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-949b73ee-139b-4a72-90de-7c3e5497c49e req-7b59489d-1026-4a90-bc4d-e9c718213d46 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0479434 May 26 18:19:18.944768 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-949b73ee-139b-4a72-90de-7c3e5497c49e req-c791ec58-d9e7-49b8-a28d-18048c4522c4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 May 26 18:19:19.047553 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9455a-f647-4325-82ad-1b96e98ac68b req-2c72e86a-6e17-4a55-87f9-5c7544b54e03 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:19.054273 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-35f9455a-f647-4325-82ad-1b96e98ac68b req-2c72e86a-6e17-4a55-87f9-5c7544b54e03 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0615120 May 26 18:19:19.128697 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-35f9455a-f647-4325-82ad-1b96e98ac68b req-1db54ef0-1231-4496-bc40-18bbe04b3ab7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712516 May 26 18:19:20.061276 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208267b-4fea-4e14-9be1-ffd8d0125cf0 req-6d9cdf1b-0776-4599-8cfc-7dbe25ecfc64 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:20.062690 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7208267b-4fea-4e14-9be1-ffd8d0125cf0 req-6d9cdf1b-0776-4599-8cfc-7dbe25ecfc64 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0476818 May 26 18:19:20.111295 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7208267b-4fea-4e14-9be1-ffd8d0125cf0 req-f3d57ecc-3583-4d72-ab2e-52ee110b75c9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 May 26 18:19:20.284628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eba89-5c37-4c19-afd9-79ddfed30359 req-e9533db7-19b0-4c91-aa2d-1001ea6c7bdb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:20.287757 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e4eba89-5c37-4c19-afd9-79ddfed30359 req-e9533db7-19b0-4c91-aa2d-1001ea6c7bdb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0772550 May 26 18:19:20.331952 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca6e2-0155-4058-a6b7-16c796293151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:20.350557 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0e4eba89-5c37-4c19-afd9-79ddfed30359 req-3156fdf7-0a36-4ff9-a958-cdac99cdc6a9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555906 May 26 18:19:21.234807 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d3ec6-fbe9-4b3d-a45e-8da7b8b7a6f7 req-1359cfb0-3dcf-4058-bbb5-d0276f9da47e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:21.237234 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-061d3ec6-fbe9-4b3d-a45e-8da7b8b7a6f7 req-1359cfb0-3dcf-4058-bbb5-d0276f9da47e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0479112 May 26 18:19:21.284352 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-061d3ec6-fbe9-4b3d-a45e-8da7b8b7a6f7 req-10d34f88-4f5e-4abb-9507-dd5175308b38 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 May 26 18:19:21.477943 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6c9ab-9ee5-4d40-98de-9ae1c8c15c77 req-ec4bfe42-808c-4969-9ac3-438cb46937b5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:21.479517 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e4d6c9ab-9ee5-4d40-98de-9ae1c8c15c77 req-ec4bfe42-808c-4969-9ac3-438cb46937b5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0578761 May 26 18:19:21.562185 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e4d6c9ab-9ee5-4d40-98de-9ae1c8c15c77 req-eb9d80ba-5201-4932-955d-a6028d4823c3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752327 May 26 18:19:21.648489 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:21.694505 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198ee2-4057-4eb5-a850-e50142e46fa2 req-c7fa6bcd-0d1f-4380-becb-e32bb149f9ff tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:21.696032 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd198ee2-4057-4eb5-a850-e50142e46fa2 req-c7fa6bcd-0d1f-4380-becb-e32bb149f9ff tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0582783 May 26 18:19:21.705977 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55786) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:21.710550 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'floatingip': {'port_id': '1d3fd217-af97-47a7-9225-e698208d450f'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:21.752464 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (933a9810-117f-4bbd-bc96-349605a2dabf), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:21.822217 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 55796) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:21.951710 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2908889c-49e4-4299-ae7a-a9c4cc7713c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.023567 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:22.028569 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2908889c-49e4-4299-ae7a-a9c4cc7713c8 admin admin] Publish callbacks [] for security_group (bd254609-885b-4e1f-a29e-6950d9fb76a2), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.033020 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2908889c-49e4-4299-ae7a-a9c4cc7713c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (bd254609-885b-4e1f-a29e-6950d9fb76a2), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.060454 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:22.075036 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2908889c-49e4-4299-ae7a-a9c4cc7713c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0decd2033fa64d0fb04b7d237ea751b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514977 May 26 18:19:22.075863 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908889c-49e4-4299-ae7a-a9c4cc7713c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd254609-885b-4e1f-a29e-6950d9fb76a2,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:22.077702 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 55800) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:22.204388 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1f212f67-ab63-4590-b489-e79fa7d14c0c admin admin] Publish callbacks [] for security_group (bd254609-885b-4e1f-a29e-6950d9fb76a2), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.260968 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1f212f67-ab63-4590-b489-e79fa7d14c0c admin admin] Publish callbacks [] for security_group (bd254609-885b-4e1f-a29e-6950d9fb76a2), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.265621 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.273310 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (933a9810-117f-4bbd-bc96-349605a2dabf), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.338259 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:22.389786 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Floating IP 933a9810-117f-4bbd-bc96-349605a2dabf associated. External IP: 172.27.3.191, port: 1d3fd217-af97-47a7-9225-e698208d450f. May 26 18:19:22.394109 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1f212f67-ab63-4590-b489-e79fa7d14c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (bd254609-885b-4e1f-a29e-6950d9fb76a2), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.396496 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1f212f67-ab63-4590-b489-e79fa7d14c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.397611 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1f212f67-ab63-4590-b489-e79fa7d14c0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd254609-885b-4e1f-a29e-6950d9fb76a2 HTTP/1.1" status: 204 len: 168 time: 0.3188064 May 26 18:19:22.411357 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe08bae-4c39-491b-8da8-c610373e94e6 req-fc7dc083-47a1-4d9d-b71c-48b4b8e332ed tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:22.413643 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cfe08bae-4c39-491b-8da8-c610373e94e6 req-fc7dc083-47a1-4d9d-b71c-48b4b8e332ed tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0526121 May 26 18:19:22.439522 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f212f67-ab63-4590-b489-e79fa7d14c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd254609-885b-4e1f-a29e-6950d9fb76a2,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:22.480534 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cfe08bae-4c39-491b-8da8-c610373e94e6 req-150556ad-d973-40fc-a051-872d6ea390f4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609570 May 26 18:19:22.565520 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b22173b7-e0d3-4b68-b6bd-a0f97d0a9185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.631695 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:19:22.738968 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:19:22.743394 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.750200 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] Sync routers for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:19:22.761869 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:22.762493 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:22.781394 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-b3055f81-7ff2-4ae3-b850-6a9dadd12ec3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "PUT /v2.0/floatingips/933a9810-117f-4bbd-bc96-349605a2dabf HTTP/1.1" status: 200 len: 992 time: 1.0741093 May 26 18:19:22.782561 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:19:22.785641 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822907ea-2aaf-4260-87a4-736782d333ad" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "tag": "1d3fd217-af97-47a7-9225-e698208d450f"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:19:22.832425 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff58dec-264c-4557-95f4-c6ac96be2d52 x-openstack-request-id: req-cff58dec-264c-4557-95f4-c6ac96be2d52 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:19:22.832722 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "tag": "1d3fd217-af97-47a7-9225-e698208d450f", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:19:22.833002 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cff58dec-264c-4557-95f4-c6ac96be2d52 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:19:22.833763 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff58dec-264c-4557-95f4-c6ac96be2d52'] response: {'name': 'network-changed', 'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f', 'status': 'completed', 'code': 200} May 26 18:19:22.867196 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:23.092256 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '933a9810-117f-4bbd-bc96-349605a2dabf', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'port_id': '1d3fd217-af97-47a7-9225-e698208d450f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:19:03Z', 'updated_at': '2022-05-26T18:19:22Z', 'revision_number': 1, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:23.122598 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] Checking router: 6bc5d2a7-e044-43d1-a039-375cb59f48e9 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:19:23.131811 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:23.132412 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:23.238849 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:23.459659 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '933a9810-117f-4bbd-bc96-349605a2dabf', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'port_id': '1d3fd217-af97-47a7-9225-e698208d450f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:19:03Z', 'updated_at': '2022-05-26T18:19:22Z', 'revision_number': 1, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:23.488846 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34873275-a00e-4574-adad-f9abe5cfd9b3 None None] The sync data for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi is: [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '933a9810-117f-4bbd-bc96-349605a2dabf', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'port_id': '1d3fd217-af97-47a7-9225-e698208d450f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:19:03Z', 'updated_at': '2022-05-26T18:19:22Z', 'revision_number': 1, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:19:23.612068 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f066b-3572-4d74-9da5-04a776eb1ce2 req-a7d67fc0-3964-4025-ac23-9ca780d96770 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:23.619726 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-068f066b-3572-4d74-9da5-04a776eb1ce2 req-a7d67fc0-3964-4025-ac23-9ca780d96770 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0606914 May 26 18:19:23.639152 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:23.687756 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-068f066b-3572-4d74-9da5-04a776eb1ce2 req-22160ab3-e538-454d-aa09-a40d25d95a7b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670702 May 26 18:19:23.761561 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac329568-a24e-4b6e-a2b8-8098b32f86c4 None None] New status for floating IP 933a9810-117f-4bbd-bc96-349605a2dabf: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:19:23.810240 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:23.930400 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822907ea-2aaf-4260-87a4-736782d333ad req-d9f584ce-6f3f-4fa9-b5bc-fa529724b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:23.932031 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-822907ea-2aaf-4260-87a4-736782d333ad req-d9f584ce-6f3f-4fa9-b5bc-fa529724b7b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 1130 time: 0.0447738 May 26 18:19:24.034935 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822907ea-2aaf-4260-87a4-736782d333ad req-e5ba9d99-60d7-48db-8fb7-6e079aba6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:24.036367 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-822907ea-2aaf-4260-87a4-736782d333ad req-e5ba9d99-60d7-48db-8fb7-6e079aba6cfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.0934334 May 26 18:19:24.836003 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b3f0f-cc04-4b27-82fb-471ed33259f6 req-e26433ba-4a77-4332-af41-bbfa545b6f58 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:24.837568 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-670b3f0f-cc04-4b27-82fb-471ed33259f6 req-e26433ba-4a77-4332-af41-bbfa545b6f58 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0637443 May 26 18:19:24.885057 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-670b3f0f-cc04-4b27-82fb-471ed33259f6 req-204d9582-1040-4cd0-a04f-4d4698195191 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 May 26 18:19:25.230424 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-822907ea-2aaf-4260-87a4-736782d333ad req-16b88ae4-7ca8-4943-a9ff-5efbc12361e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d3fd217-af97-47a7-9225-e698208d450f HTTP/1.1" status: 200 len: 1002 time: 0.0822842 May 26 18:19:25.232404 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:25.298183 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822907ea-2aaf-4260-87a4-736782d333ad req-0e26b9eb-cbd4-4269-9141-22db30575d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:25.298183 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-822907ea-2aaf-4260-87a4-736782d333ad req-0e26b9eb-cbd4-4269-9141-22db30575d1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.0567198 May 26 18:19:25.409621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822907ea-2aaf-4260-87a4-736782d333ad req-f5cfc0bc-a1e8-4839-9f4d-601f914cdb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:25.411283 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-822907ea-2aaf-4260-87a4-736782d333ad req-f5cfc0bc-a1e8-4839-9f4d-601f914cdb76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913401 May 26 18:19:25.414411 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea459-b5b8-4625-96ca-4e4a04bc0858 req-ca9bbe26-a6d4-4dcd-b753-a43c6783de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:25.415753 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6d8ea459-b5b8-4625-96ca-4e4a04bc0858 req-ca9bbe26-a6d4-4dcd-b753-a43c6783de35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 1130 time: 0.0808864 May 26 18:19:25.750290 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:25.771411 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6d8ea459-b5b8-4625-96ca-4e4a04bc0858 req-6e1b4e90-555d-4534-b1cf-58508fb5ceea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446927 May 26 18:19:25.795779 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-822907ea-2aaf-4260-87a4-736782d333ad req-50f72d4f-6fed-4cfb-bed2-fb1fac33e052 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699188 May 26 18:19:26.002015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb767e3b-36a6-461d-b1de-eba4ccc2269a req-cbd6f41e-c024-49f4-b64e-5e66d3e88de8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:26.003815 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cb767e3b-36a6-461d-b1de-eba4ccc2269a req-cbd6f41e-c024-49f4-b64e-5e66d3e88de8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0475392 May 26 18:19:26.058918 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cb767e3b-36a6-461d-b1de-eba4ccc2269a req-eed404b9-126d-4a8c-a25a-1dfbc7a68dc0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492158 May 26 18:19:26.475278 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:27.174234 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26496dc5-03e4-479e-8c77-846f50a91ffc req-65586d1c-084a-4199-8afd-d98ffa93c7ee tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:27.175663 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26496dc5-03e4-479e-8c77-846f50a91ffc req-65586d1c-084a-4199-8afd-d98ffa93c7ee tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0467844 May 26 18:19:27.225044 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26496dc5-03e4-479e-8c77-846f50a91ffc req-22860426-44a6-4584-bbf5-c0968a2e1028 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 May 26 18:19:28.330864 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:28.348146 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486920dc-52eb-41d3-a9c9-4ff53d99cae8 req-5741ec4f-9e0a-485f-808d-4d4d7d4e90c2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:28.349650 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-486920dc-52eb-41d3-a9c9-4ff53d99cae8 req-5741ec4f-9e0a-485f-808d-4d4d7d4e90c2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0508595 May 26 18:19:28.398867 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-486920dc-52eb-41d3-a9c9-4ff53d99cae8 req-b98aae5b-4022-42cf-bfcd-8cc67ea5612f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 May 26 18:19:29.064334 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-822907ea-2aaf-4260-87a4-736782d333ad req-35df4c58-2124-492a-8051-8de5713e3c5e service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904543 May 26 18:19:29.516130 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d3648-3112-4d3d-abdb-4c790a5577f0 req-3bd25af6-6230-465b-989d-252d67f6dd9a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:29.518515 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e65d3648-3112-4d3d-abdb-4c790a5577f0 req-3bd25af6-6230-465b-989d-252d67f6dd9a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0506094 May 26 18:19:29.568251 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e65d3648-3112-4d3d-abdb-4c790a5577f0 req-db719b8b-b669-44cc-a356-eede8fbb8815 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 May 26 18:19:30.698442 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ede02-3337-4a9a-9f48-6ff292c38e20 req-1c50f24a-d3d0-47cc-8a87-43b2e86574ea tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:30.700259 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc8ede02-3337-4a9a-9f48-6ff292c38e20 req-1c50f24a-d3d0-47cc-8a87-43b2e86574ea tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0539143 May 26 18:19:30.748849 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc8ede02-3337-4a9a-9f48-6ff292c38e20 req-4320c193-59e4-49d1-8907-971a04974850 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426519 May 26 18:19:31.918210 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa713a4-c86e-41af-a5a5-538775e83199 req-4e014a77-6c90-47ac-a9ef-bd773c24e4bc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:31.927029 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-caa713a4-c86e-41af-a5a5-538775e83199 req-4e014a77-6c90-47ac-a9ef-bd773c24e4bc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0796783 May 26 18:19:31.978045 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-caa713a4-c86e-41af-a5a5-538775e83199 req-af2dd90b-22a8-4fc3-a767-b1c29709bc4c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498195 May 26 18:19:31.988093 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56096) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:32.119065 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acc05d-fa43-400b-b42d-112ff89f37a0 req-0b955cc8-0450-4f45-a40c-ecea8b7d9ea7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:32.120644 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51acc05d-fa43-400b-b42d-112ff89f37a0 req-0b955cc8-0450-4f45-a40c-ecea8b7d9ea7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0636706 May 26 18:19:32.164928 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-01842ab3-6118-4775-a7c1-50e47d8ef486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.182692 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51acc05d-fa43-400b-b42d-112ff89f37a0 req-e383c1d7-28ec-433b-bdbc-967a04dfba15 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539596 May 26 18:19:32.250494 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-01842ab3-6118-4775-a7c1-50e47d8ef486 admin admin] Publish callbacks [] for security_group (90c2d78f-45fd-4216-af99-a4d2122c4cf0), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.255563 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-01842ab3-6118-4775-a7c1-50e47d8ef486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (90c2d78f-45fd-4216-af99-a4d2122c4cf0), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.296480 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-01842ab3-6118-4775-a7c1-50e47d8ef486 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d731fe9ceba945629944b5434d42b0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073139 May 26 18:19:32.297869 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01842ab3-6118-4775-a7c1-50e47d8ef486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c2d78f-45fd-4216-af99-a4d2122c4cf0,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:32.299526 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56108) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:32.364180 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-085483de-9ff9-4f1a-a820-efab0740654e admin admin] Publish callbacks [] for security_group (90c2d78f-45fd-4216-af99-a4d2122c4cf0), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.393069 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-085483de-9ff9-4f1a-a820-efab0740654e admin admin] Publish callbacks [] for security_group (90c2d78f-45fd-4216-af99-a4d2122c4cf0), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.442797 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-085483de-9ff9-4f1a-a820-efab0740654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (90c2d78f-45fd-4216-af99-a4d2122c4cf0), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.445327 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-085483de-9ff9-4f1a-a820-efab0740654e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.446536 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-085483de-9ff9-4f1a-a820-efab0740654e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90c2d78f-45fd-4216-af99-a4d2122c4cf0 HTTP/1.1" status: 204 len: 168 time: 0.1455116 May 26 18:19:32.464529 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085483de-9ff9-4f1a-a820-efab0740654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c2d78f-45fd-4216-af99-a4d2122c4cf0,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:32.784753 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56126) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:32.796266 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:32.807517 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fa964492-6843-4725-8b0d-3e20d2d765b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.898067 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fa964492-6843-4725-8b0d-3e20d2d765b8 admin admin] Publish callbacks [] for security_group (8f53327e-4089-4150-913c-0afa0d4143b5), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.902058 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fa964492-6843-4725-8b0d-3e20d2d765b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (8f53327e-4089-4150-913c-0afa0d4143b5), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:32.925545 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:32.945831 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa964492-6843-4725-8b0d-3e20d2d765b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f53327e-4089-4150-913c-0afa0d4143b5,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:32.951196 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-fa964492-6843-4725-8b0d-3e20d2d765b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01c40b26e0144d3097828da56919a9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643784 May 26 18:19:32.953614 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56132) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:33.018723 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-633cadcc-953d-4951-8779-73e9fcf1f89b admin admin] Publish callbacks [] for security_group (8f53327e-4089-4150-913c-0afa0d4143b5), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:33.045246 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-633cadcc-953d-4951-8779-73e9fcf1f89b admin admin] Publish callbacks [] for security_group (8f53327e-4089-4150-913c-0afa0d4143b5), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:33.109291 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-633cadcc-953d-4951-8779-73e9fcf1f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (8f53327e-4089-4150-913c-0afa0d4143b5), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:33.111963 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-633cadcc-953d-4951-8779-73e9fcf1f89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:33.113112 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-633cadcc-953d-4951-8779-73e9fcf1f89b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f53327e-4089-4150-913c-0afa0d4143b5 HTTP/1.1" status: 204 len: 168 time: 0.1588519 May 26 18:19:33.121369 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cadcc-953d-4951-8779-73e9fcf1f89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f53327e-4089-4150-913c-0afa0d4143b5,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:33.461967 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=67 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:33.463018 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=81 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:33.894820 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:33.898614 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-08099c7b-3dc8-4083-8a05-fa0b3669e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:33.900378 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-08099c7b-3dc8-4083-8a05-fa0b3669e91a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 1130 time: 0.0769529 May 26 18:19:33.912344 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264717c8-f49f-4915-a4ac-2df82db60384 req-8ebcb441-08bf-41a4-af36-be75efb145a6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:33.913703 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-264717c8-f49f-4915-a4ac-2df82db60384 req-8ebcb441-08bf-41a4-af36-be75efb145a6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0608189 May 26 18:19:34.042657 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-264717c8-f49f-4915-a4ac-2df82db60384 req-125e284d-2d6f-41c2-bc6f-7067b0245994 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186001 May 26 18:19:34.054804 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-14d7fd07-feb0-4b80-bb78-6d86e2ca21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:34.056513 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-14d7fd07-feb0-4b80-bb78-6d86e2ca21cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.1419399 May 26 18:19:34.106910 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-516ddf7a-c2d2-4454-b017-73a007e6360f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e HTTP/1.1" status: 200 len: 217 time: 0.0411296 May 26 18:19:34.167098 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-475c806c-d408-401f-b155-fcd608b173ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:34.168697 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-475c806c-d408-401f-b155-fcd608b173ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.0539882 May 26 18:19:34.204150 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:34.245939 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-c4c4e541-e396-41f1-b1b8-e0f46fe1c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:34.247401 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-c4c4e541-e396-41f1-b1b8-e0f46fe1c675 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616736 May 26 18:19:34.353417 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-4e991c02-17f5-440e-92bf-4e67f7e1eeda service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949223 May 26 18:19:34.462626 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2b3ad02-49a1-4afb-afda-f7363c863c9a req-06d5ad15-496a-4950-8c96-057cbb7e13de service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967453 May 26 18:19:34.523328 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:19:35.191744 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46784abf-f1be-4a34-b3f6-1332e0f08f8d req-8e836b70-44f2-4388-8fc8-f3546f181bd0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:35.197491 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-46784abf-f1be-4a34-b3f6-1332e0f08f8d req-8e836b70-44f2-4388-8fc8-f3546f181bd0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0593994 May 26 18:19:35.250925 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-46784abf-f1be-4a34-b3f6-1332e0f08f8d req-865c45db-93b1-461c-aa59-8e33e7f26726 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472622 May 26 18:19:35.564834 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56234) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:35.676977 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3e18b63c-8739-4d78-9d8e-82066b1757f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:35.755163 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3e18b63c-8739-4d78-9d8e-82066b1757f5 admin admin] Publish callbacks [] for security_group (28a308bf-a1a4-42e7-a827-16857b8f6c60), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:35.758788 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3e18b63c-8739-4d78-9d8e-82066b1757f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (28a308bf-a1a4-42e7-a827-16857b8f6c60), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:35.799234 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-3e18b63c-8739-4d78-9d8e-82066b1757f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2df16509d14441cabe3fb9c7806a2639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333920 May 26 18:19:35.800189 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18b63c-8739-4d78-9d8e-82066b1757f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a308bf-a1a4-42e7-a827-16857b8f6c60,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:35.801910 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56238) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:35.853851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9193621e-6a5d-41f4-9252-4d19e56e7be2 admin admin] Publish callbacks [] for security_group (28a308bf-a1a4-42e7-a827-16857b8f6c60), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:35.874277 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9193621e-6a5d-41f4-9252-4d19e56e7be2 admin admin] Publish callbacks [] for security_group (28a308bf-a1a4-42e7-a827-16857b8f6c60), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:35.923734 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9193621e-6a5d-41f4-9252-4d19e56e7be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (28a308bf-a1a4-42e7-a827-16857b8f6c60), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:35.930630 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9193621e-6a5d-41f4-9252-4d19e56e7be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:35.930630 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-9193621e-6a5d-41f4-9252-4d19e56e7be2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28a308bf-a1a4-42e7-a827-16857b8f6c60 HTTP/1.1" status: 204 len: 168 time: 0.1244292 May 26 18:19:35.936119 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193621e-6a5d-41f4-9252-4d19e56e7be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a308bf-a1a4-42e7-a827-16857b8f6c60,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:36.375485 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac887c3-74e9-4ab6-887e-0c9a968ad9fb req-43f56c83-8bd6-4bea-9d61-ff944bf3e9fb tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:36.384125 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ac887c3-74e9-4ab6-887e-0c9a968ad9fb req-43f56c83-8bd6-4bea-9d61-ff944bf3e9fb tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0570533 May 26 18:19:36.443705 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ac887c3-74e9-4ab6-887e-0c9a968ad9fb req-35526219-16b3-4d88-a6a7-9ea873cd2fba tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585113 May 26 18:19:36.684345 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56284) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:36.732378 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56288) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:36.834172 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-29ab8c15-889d-4307-8d91-e9f1143b4669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:36.875276 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1599608264-network', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:36.896138 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Made reservation on behalf of d08521617c884fe9a67609887f0ddaae for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:19:36.898814 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:36.911691 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:36.926548 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-29ab8c15-889d-4307-8d91-e9f1143b4669 admin admin] Publish callbacks [] for security_group (1043c24a-cc4d-4263-92c2-247a621cdf14), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:36.932181 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-29ab8c15-889d-4307-8d91-e9f1143b4669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (1043c24a-cc4d-4263-92c2-247a621cdf14), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:36.966645 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:36.993548 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-29ab8c15-889d-4307-8d91-e9f1143b4669 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=098290c4499240e5bb671d21c8f42a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075488 May 26 18:19:36.996292 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56296) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:37.004376 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab8c15-889d-4307-8d91-e9f1143b4669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1043c24a-cc4d-4263-92c2-247a621cdf14,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:37.005626 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Publish callbacks [] for security_group (50838590-26c1-4d5b-a14f-4c20231603bb), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.011273 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (50838590-26c1-4d5b-a14f-4c20231603bb), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.041620 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:19:37.058903 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e8ff-9cc7-4bfd-a913-61a3a54dbc5c admin admin] Publish callbacks [] for security_group (1043c24a-cc4d-4263-92c2-247a621cdf14), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.059052 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50838590-26c1-4d5b-a14f-4c20231603bb,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:37.064595 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (7180cc57-ad44-45ff-8fdb-58f4639ec043), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.065010 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Added segment 7180cc57-ad44-45ff-8fdb-58f4639ec043 of type vlan for network 89ba9544-9a06-4842-a8d3-5ca2550e14ac May 26 18:19:37.091431 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e8ff-9cc7-4bfd-a913-61a3a54dbc5c admin admin] Publish callbacks [] for security_group (1043c24a-cc4d-4263-92c2-247a621cdf14), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.124222 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:37.142977 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (89ba9544-9a06-4842-a8d3-5ca2550e14ac), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.160279 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e8ff-9cc7-4bfd-a913-61a3a54dbc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (1043c24a-cc4d-4263-92c2-247a621cdf14), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.163490 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e8ff-9cc7-4bfd-a913-61a3a54dbc5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.167086 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e3f0e8ff-9cc7-4bfd-a913-61a3a54dbc5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1043c24a-cc4d-4263-92c2-247a621cdf14 HTTP/1.1" status: 204 len: 168 time: 0.1675086 May 26 18:19:37.174785 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0e8ff-9cc7-4bfd-a913-61a3a54dbc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1043c24a-cc4d-4263-92c2-247a621cdf14,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:37.190128 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (89ba9544-9a06-4842-a8d3-5ca2550e14ac), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.192621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:37.193527 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.229811 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:37.273977 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5393219 May 26 18:19:37.276359 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56304) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:37.284793 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Request body: {'subnet': {'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1599608264-subnet', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:37.288143 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7d5f3-9409-48e4-b827-58bb9b6cb90e admin admin] Pushing event updated for resources: {'Network': ['ID=89ba9544-9a06-4842-a8d3-5ca2550e14ac,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:37.305530 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:19:37.342712 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Made reservation on behalf of d08521617c884fe9a67609887f0ddaae for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:19:37.346744 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372888'] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.434177 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:37.634046 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372878'] for subnet (3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.654315 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a09b1-6be8-49ea-9228-905298463ee1 req-ac038729-2534-4010-a436-7b11dd966695 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:37.658537 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-063a09b1-6be8-49ea-9228-905298463ee1 req-ac038729-2534-4010-a436-7b11dd966695 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0691745 May 26 18:19:37.676200 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56316) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:37.685606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-ca4d824e-12da-4cd4-98d6-db1f1d87c599 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228260388', 'description': 'tempest-description--1522071713'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:37.713148 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-063a09b1-6be8-49ea-9228-905298463ee1 req-3c025783-27c6-46aa-ac28-31a6ce4a8d28 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493791 May 26 18:19:37.735161 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:37.740125 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Checking segment: {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:37.741038 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Network hostable DHCP agents. Network: 89ba9544-9a06-4842-a8d3-5ca2550e14ac, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:19:37.743232 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ca4d824e-12da-4cd4-98d6-db1f1d87c599 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.778086 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:19:37.795637 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 89ba9544-9a06-4842-a8d3-5ca2550e14ac) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:37.802690 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:37.803130 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.809101 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7cb44-3d9f-4cd7-88b0-1b5cc499d94d None None] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:19:37.828403 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-616128a1-5db9-4015-9412-2d213ce76dfd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5509458 May 26 18:19:37.831672 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56318) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:37.836445 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:37.849784 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ca4d824e-12da-4cd4-98d6-db1f1d87c599 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (5ae9c52b-d0d1-4330-8415-a361c1c70bf2), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.859286 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ca4d824e-12da-4cd4-98d6-db1f1d87c599 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5ae9c52b-d0d1-4330-8415-a361c1c70bf2), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.864773 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.865963 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.890265 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d824e-12da-4cd4-98d6-db1f1d87c599 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae9c52b-d0d1-4330-8415-a361c1c70bf2,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:37.895255 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ca4d824e-12da-4cd4-98d6-db1f1d87c599 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.899080 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ca4d824e-12da-4cd4-98d6-db1f1d87c599 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2157855 May 26 18:19:37.899564 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56320) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:37.903588 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-4db1f1b3-6489-4994-ae08-44a3f468fc67 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group_rule': {'security_group_id': '5ae9c52b-d0d1-4330-8415-a361c1c70bf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:37.933294 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4db1f1b3-6489-4994-ae08-44a3f468fc67 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (57c3d7cd-60ee-433a-b6a1-3d8257d8c1a3), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.944040 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:19:37.944998 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.945873 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks [] for router_controller (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.966557 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:37.984471 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4db1f1b3-6489-4994-ae08-44a3f468fc67 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (57c3d7cd-60ee-433a-b6a1-3d8257d8c1a3), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:37.989145 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4db1f1b3-6489-4994-ae08-44a3f468fc67 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (57c3d7cd-60ee-433a-b6a1-3d8257d8c1a3), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.019476 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1f1b3-6489-4994-ae08-44a3f468fc67 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c3d7cd-60ee-433a-b6a1-3d8257d8c1a3,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:38.030916 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4db1f1b3-6489-4994-ae08-44a3f468fc67 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.036264 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4db1f1b3-6489-4994-ae08-44a3f468fc67 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319013 May 26 18:19:38.036264 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56322) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:38.040327 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-f901e8a1-1eba-460a-9c68-dd8375efead9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group_rule': {'security_group_id': '5ae9c52b-d0d1-4330-8415-a361c1c70bf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:38.068654 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f901e8a1-1eba-460a-9c68-dd8375efead9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (a67e8a93-8cad-4221-9198-4e559e8be213), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.089675 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks [] for router_gateway (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.102789 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Allocated IP 172.20.0.2 (89ba9544-9a06-4842-a8d3-5ca2550e14ac/3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5/ecf0da49-efeb-4328-b726-e9783dd1b98c) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:38.106135 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:38.127455 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f901e8a1-1eba-460a-9c68-dd8375efead9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (a67e8a93-8cad-4221-9198-4e559e8be213), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.132397 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f901e8a1-1eba-460a-9c68-dd8375efead9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (a67e8a93-8cad-4221-9198-4e559e8be213), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.160407 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901e8a1-1eba-460a-9c68-dd8375efead9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67e8a93-8cad-4221-9198-4e559e8be213,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:38.171262 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f901e8a1-1eba-460a-9c68-dd8375efead9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.176376 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56324) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:38.176537 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f901e8a1-1eba-460a-9c68-dd8375efead9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393032 May 26 18:19:38.180280 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:38.275975 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Publish callbacks [] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.285056 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.310523 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.334923 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:38.338976 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:38.340839 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Pushing event updated for resources: {'Port': ['ID=ecf0da49-efeb-4328-b726-e9783dd1b98c,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:38.342988 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:38.364830 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks [] for router_gateway (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.393647 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.412247 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Attempting to bind port ecf0da49-efeb-4328-b726-e9783dd1b98c on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:38.412673 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Attempting to bind port ecf0da49-efeb-4328-b726-e9783dd1b98c by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:38.413335 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Attempting to bind port ecf0da49-efeb-4328-b726-e9783dd1b98c on network 89ba9544-9a06-4842-a8d3-5ca2550e14ac {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:38.420467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:38.420960 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Checking segment: {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:38.421374 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.421843 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Bound using segment: {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:38.422602 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Bound port: ecf0da49-efeb-4328-b726-e9783dd1b98c, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:38.423001 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.425957 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:38.477912 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.482422 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:38.497573 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] For port ecf0da49-efeb-4328-b726-e9783dd1b98c, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:38.501178 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] For port ecf0da49-efeb-4328-b726-e9783dd1b98c, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ecf0da49-efeb-4328-b726-e9783dd1b98c,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:38.509158 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.592313 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd65ad-9fa3-41a4-9eb0-65dcb877489a None None] Pushing event updated for resources: {'Port': ['ID=ecf0da49-efeb-4328-b726-e9783dd1b98c,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:38.635225 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Allocated IP 172.27.3.10 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/ee546100-29af-4e46-9abd-70671209c1b0) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:38.702315 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:38.770631 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks [] for port (ee546100-29af-4e46-9abd-70671209c1b0), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.831869 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (ee546100-29af-4e46-9abd-70671209c1b0), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:38.885655 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56338) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:38.938533 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:38.952058 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:38.962071 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:38.999718 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2085d6-aa51-4c03-9611-502d35aeba5e req-c578ee8a-b593-42b6-912d-bb2effdf8080 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:39.002519 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a2085d6-aa51-4c03-9611-502d35aeba5e req-c578ee8a-b593-42b6-912d-bb2effdf8080 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1667469 May 26 18:19:39.008564 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee546100-29af-4e46-9abd-70671209c1b0,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:39.020828 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Allocated IP 172.27.3.220 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/927ac457-ca0b-47c6-b3be-a5c15588c620) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:39.021016 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3580d3b4-49ce-42b8-b527-d831a4caaf24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.073527 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:39.123959 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3580d3b4-49ce-42b8-b527-d831a4caaf24 admin admin] Publish callbacks [] for security_group (68fed0ad-5122-44c6-adfe-807be79f4c80), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.129306 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3580d3b4-49ce-42b8-b527-d831a4caaf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (68fed0ad-5122-44c6-adfe-807be79f4c80), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.167898 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580d3b4-49ce-42b8-b527-d831a4caaf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fed0ad-5122-44c6-adfe-807be79f4c80,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:39.172448 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-3580d3b4-49ce-42b8-b527-d831a4caaf24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f88666a7b4724d8192ec41a9a4cea28f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854903 May 26 18:19:39.175733 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56346) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:39.222943 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a2085d6-aa51-4c03-9611-502d35aeba5e req-60fef388-6317-4dd7-b770-165200d5291b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120023 May 26 18:19:39.224352 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-21981f39-f048-467e-9bc9-0010e8c7d0a3 admin admin] Publish callbacks [] for security_group (68fed0ad-5122-44c6-adfe-807be79f4c80), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.249180 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-21981f39-f048-467e-9bc9-0010e8c7d0a3 admin admin] Publish callbacks [] for security_group (68fed0ad-5122-44c6-adfe-807be79f4c80), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.310690 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-21981f39-f048-467e-9bc9-0010e8c7d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (68fed0ad-5122-44c6-adfe-807be79f4c80), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.313481 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-21981f39-f048-467e-9bc9-0010e8c7d0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.317910 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-21981f39-f048-467e-9bc9-0010e8c7d0a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68fed0ad-5122-44c6-adfe-807be79f4c80 HTTP/1.1" status: 204 len: 168 time: 0.1385117 May 26 18:19:39.336858 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21981f39-f048-467e-9bc9-0010e8c7d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fed0ad-5122-44c6-adfe-807be79f4c80,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:39.346593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (927ac457-ca0b-47c6-b3be-a5c15588c620), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.367267 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:39.441861 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks [] for router_gateway (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.446177 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (927ac457-ca0b-47c6-b3be-a5c15588c620), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.538565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:39.547862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:39.550500 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:39.552818 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=927ac457-ca0b-47c6-b3be-a5c15588c620,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:39.558597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:39.677987 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56362) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:39.696560 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.701706 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a426b07-6216-4f86-8381-f9edee576abb None None] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:19:39.792221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Publish callbacks [] for security_group (7322667d-45e6-4048-90e1-7f2592f3a56b), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.797248 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-19c3cb96-6594-4142-80a4-822d4731dc5b None None] Provisioning complete for port ecf0da49-efeb-4328-b726-e9783dd1b98c triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:39.798417 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19c3cb96-6594-4142-80a4-822d4731dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.798570 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (7322667d-45e6-4048-90e1-7f2592f3a56b), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.839916 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7322667d-45e6-4048-90e1-7f2592f3a56b,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:39.844221 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e19ef6f69d184572847e53e8f09872fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649265 May 26 18:19:39.847697 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56364) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:39.852167 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.852167 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.852167 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.852167 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.852575 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.852663 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.852967 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.853553 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.853667 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.854003 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.854414 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.854677 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.855010 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.855335 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.855661 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690fb8cc-a23d-4ef7-bfc1-51f8a921c5d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:39.924248 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-19c3cb96-6594-4142-80a4-822d4731dc5b None None] Current status of the port ecf0da49-efeb-4328-b726-e9783dd1b98c is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:39.924743 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19c3cb96-6594-4142-80a4-822d4731dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.962353 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-19c3cb96-6594-4142-80a4-822d4731dc5b None None] For port ecf0da49-efeb-4328-b726-e9783dd1b98c, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ecf0da49-efeb-4328-b726-e9783dd1b98c,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:39.973121 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-19c3cb96-6594-4142-80a4-822d4731dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:39.984204 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ecf0da49-efeb-4328-b726-e9783dd1b98c up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:40.039073 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (647d3365-63ea-4182-9b37-c1aced88e38a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.040572 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Publish callbacks [] for security_group (7322667d-45e6-4048-90e1-7f2592f3a56b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.068638 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3cb96-6594-4142-80a4-822d4731dc5b None None] Pushing event updated for resources: {'Port': ['ID=ecf0da49-efeb-4328-b726-e9783dd1b98c,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:40.080858 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port ecf0da49-efeb-4328-b726-e9783dd1b98c triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:40.081560 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.132564 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Publish callbacks [] for security_group (7322667d-45e6-4048-90e1-7f2592f3a56b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.142782 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.149078 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (927ac457-ca0b-47c6-b3be-a5c15588c620), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.150375 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:40.160910 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port ecf0da49-efeb-4328-b726-e9783dd1b98c is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:40.193277 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-fc957871-62f5-4c0c-a36f-aa6ff8b6a1db None None] Provisioning complete for port ecf0da49-efeb-4328-b726-e9783dd1b98c triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:40.193649 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fc957871-62f5-4c0c-a36f-aa6ff8b6a1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.285802 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-fc957871-62f5-4c0c-a36f-aa6ff8b6a1db None None] Current status of the port ecf0da49-efeb-4328-b726-e9783dd1b98c is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:40.359570 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (7322667d-45e6-4048-90e1-7f2592f3a56b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.362851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.363965 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7322667d-45e6-4048-90e1-7f2592f3a56b HTTP/1.1" status: 204 len: 168 time: 0.5132864 May 26 18:19:40.397125 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:40.429161 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7322667d-45e6-4048-90e1-7f2592f3a56b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:40.446981 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db26e9-2f63-4b6f-9b5c-f03062d41e33 req-1556229a-7ec0-49ca-a8a2-4518042174ff tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:40.449128 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e4db26e9-2f63-4b6f-9b5c-f03062d41e33 req-1556229a-7ec0-49ca-a8a2-4518042174ff tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1391821 May 26 18:19:40.461960 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.462303 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.462653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.462999 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.463341 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.463678 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.464006 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.464334 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.464663 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.464991 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.465321 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.465649 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.465999 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.466323 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.466646 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32d976-8c6a-4bdf-bffc-a6028773c11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:19:40.554901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:40.570155 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e4db26e9-2f63-4b6f-9b5c-f03062d41e33 req-d08f88ad-0c70-4791-afac-fac87f09d53f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132066 May 26 18:19:40.577836 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:19:40.584232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (927ac457-ca0b-47c6-b3be-a5c15588c620), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.595585 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (927ac457-ca0b-47c6-b3be-a5c15588c620), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.749786 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=927ac457-ca0b-47c6-b3be-a5c15588c620,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:40.761105 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (647d3365-63ea-4182-9b37-c1aced88e38a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.779310 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:19:40.788466 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.791154 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e264f539-261b-4a24-9d44-0d60dcb18f20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6139586 May 26 18:19:40.791294 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Sync routers for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:19:40.803537 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:40.804649 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:40.811171 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:40.816810 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-868f12bc-9cab-4c3e-aabe-7de2497734d3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9800706 May 26 18:19:40.817299 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56384) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:40.918354 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:41.090116 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-14020294-3cd8-436c-92b8-d05a567c3fba tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1228260388&fields=id&tenant_id=31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 267 time: 0.0941372 May 26 18:19:41.124729 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:39Z', 'revision_number': 3, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:41.152955 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Checking router: 20bc4a05-bd6d-4700-8e56-e92c85f51f3d for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:19:41.153345 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Updating router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d port ee546100-29af-4e46-9abd-70671209c1b0 binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:19:41.193985 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ee546100-29af-4e46-9abd-70671209c1b0), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:41.335282 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-2261aaac-e98f-43bf-b1b8-e3a1853edda8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:41.336769 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-2261aaac-e98f-43bf-b1b8-e3a1853edda8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 815 time: 0.2143075 May 26 18:19:41.388025 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-e30b6409-fae1-4df5-b828-169dc86e9ebf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/quotas/31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 375 time: 0.0222764 May 26 18:19:41.451498 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:41.473264 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:41.479938 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-ef697faf-67be-4588-b693-459d4e5ce1d6 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842481 May 26 18:19:41.489820 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:41.607499 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Publish callbacks [] for port (ee546100-29af-4e46-9abd-70671209c1b0), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:41.615329 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (ee546100-29af-4e46-9abd-70671209c1b0), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:41.683752 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Attempting to bind port ee546100-29af-4e46-9abd-70671209c1b0 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:41.684455 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Attempting to bind port ee546100-29af-4e46-9abd-70671209c1b0 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:41.685018 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Attempting to bind port ee546100-29af-4e46-9abd-70671209c1b0 on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:41.687406 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794c2f2-6ac4-42d8-a433-470f04221885 None None] Pushing event updated for resources: {'Port': ['ID=ee546100-29af-4e46-9abd-70671209c1b0,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:41.694151 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:41.694797 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:41.695978 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:41.696505 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:41.697127 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Bound port: ee546100-29af-4e46-9abd-70671209c1b0, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:41.697644 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ee546100-29af-4e46-9abd-70671209c1b0), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:41.713459 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-22da3207-19f6-4748-887b-e5b68902f97a service neutron] 10.222.0.46 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096610 May 26 18:19:41.723513 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:41.759613 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] For port ee546100-29af-4e46-9abd-70671209c1b0, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:41.766038 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] For port ee546100-29af-4e46-9abd-70671209c1b0, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ee546100-29af-4e46-9abd-70671209c1b0,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:41.773275 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (ee546100-29af-4e46-9abd-70671209c1b0), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:41.801418 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:41.838296 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:41.839073 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:41.924754 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ecf0da49-efeb-4328-b726-e9783dd1b98c up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:41.962465 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:41.976236 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port ecf0da49-efeb-4328-b726-e9783dd1b98c triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:41.976864 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:42.014650 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=96 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:42.050194 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794c2f2-6ac4-42d8-a433-470f04221885 None None] Pushing event updated for resources: {'Port': ['ID=ee546100-29af-4e46-9abd-70671209c1b0,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:42.085057 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port ecf0da49-efeb-4328-b726-e9783dd1b98c is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:42.132997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86a94d-5956-47c6-b7e5-8dd63059f3b7 req-c9a9f000-f84f-473f-a15b-995755863f55 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:42.134635 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ae86a94d-5956-47c6-b7e5-8dd63059f3b7 req-c9a9f000-f84f-473f-a15b-995755863f55 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.4001799 May 26 18:19:42.177216 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Allocated IP 172.20.0.1 (89ba9544-9a06-4842-a8d3-5ca2550e14ac/3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5/2d4ccdfd-b678-4990-a922-7524e5f85088) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:42.191085 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:39Z', 'revision_number': 3, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:42.220855 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a79f23-ace3-4fc4-8f61-996e0d159b18 None None] The sync data for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi is: [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:39Z', 'revision_number': 3, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:19:42.236388 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-c9e7ba96-bf49-4081-8093-83fdbf9f646f service neutron] 10.222.0.46 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132346 May 26 18:19:42.260648 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ae86a94d-5956-47c6-b7e5-8dd63059f3b7 req-97539538-f3e7-4288-9573-f1622785e21e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189704 May 26 18:19:42.365070 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Publish callbacks [] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:42.423790 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:42.517185 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e1ac99ec-3995-4dcd-90bf-8255fbbc08e1 req-262dcfb8-95ad-4aaa-8177-42ad5952c511 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0598452 May 26 18:19:42.520976 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:42.526549 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:42.540393 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:42.547466 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4ccdfd-b678-4990-a922-7524e5f85088,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:42.612505 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:42.790538 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:42.808131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:42.832090 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:42.957501 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-82a41a95-71e4-4475-9880-3cef159dbade None None] Provisioning complete for port 2d4ccdfd-b678-4990-a922-7524e5f85088 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:42.958062 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-82a41a95-71e4-4475-9880-3cef159dbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:42.997702 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-82a41a95-71e4-4475-9880-3cef159dbade None None] Port 2d4ccdfd-b678-4990-a922-7524e5f85088 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:43.118474 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Publish callbacks [] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:43.138542 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:43.205013 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-535423dd-1d7b-438d-92f5-51138041a569 req-5d67a36d-bf3a-4173-aa7c-c8d512443ae6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989258 May 26 18:19:43.226233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:43.233661 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4ccdfd-b678-4990-a922-7524e5f85088,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:43.335371 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535423dd-1d7b-438d-92f5-51138041a569 req-ce59129b-92af-4e82-ae08-a802ab8db3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:43.336994 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-535423dd-1d7b-438d-92f5-51138041a569 req-ce59129b-92af-4e82-ae08-a802ab8db3e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 1129 time: 0.1046202 May 26 18:19:43.470722 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:43.478900 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:43.491051 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cfeec-1d57-46ca-bebc-1d7c524fd029 req-2135e932-9b9f-43c9-9997-d95a088daa64 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:43.492665 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb1cfeec-1d57-46ca-bebc-1d7c524fd029 req-2135e932-9b9f-43c9-9997-d95a088daa64 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1236966 May 26 18:19:43.633818 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:43.650675 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:43.652437 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535423dd-1d7b-438d-92f5-51138041a569 req-53b67ad7-cae7-4313-9ca5-a099afdbdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:43.654070 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-535423dd-1d7b-438d-92f5-51138041a569 req-53b67ad7-cae7-4313-9ca5-a099afdbdfeb service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 916 time: 0.2787428 May 26 18:19:43.764064 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4b181c8-3a52-4361-b436-f411004432a4 req-ec26b522-59d1-4b40-8ad6-193a25523483 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 210 time: 0.1090140 May 26 18:19:43.823408 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb1cfeec-1d57-46ca-bebc-1d7c524fd029 req-01da85ca-80ea-4de3-943f-60b44cdea053 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244238 May 26 18:19:43.837098 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7af7fc0c-88d4-494a-b51f-df0f2c8873d6 None None] Provisioning complete for port 2d4ccdfd-b678-4990-a922-7524e5f85088 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:43.837719 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7af7fc0c-88d4-494a-b51f-df0f2c8873d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:43.872106 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-535423dd-1d7b-438d-92f5-51138041a569 req-9dc3cd1b-e4d2-48ac-b0a7-45d58f80d348 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a HTTP/1.1" status: 200 len: 1000 time: 0.1843097 May 26 18:19:43.873941 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:19:43.875267 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7af7fc0c-88d4-494a-b51f-df0f2c8873d6 None None] Port 2d4ccdfd-b678-4990-a922-7524e5f85088 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:43.979077 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ee546100-29af-4e46-9abd-70671209c1b0 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:43.998423 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:44.003779 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535423dd-1d7b-438d-92f5-51138041a569 req-49aaf5f3-bced-4b65-a076-4bbdcddc2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:44.005254 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-535423dd-1d7b-438d-92f5-51138041a569 req-49aaf5f3-bced-4b65-a076-4bbdcddc2e0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.1250327 May 26 18:19:44.015064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-5159ef33-7264-41b9-8b58-b9f1fda7046d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:44.017143 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-5159ef33-7264-41b9-8b58-b9f1fda7046d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 815 time: 0.2516160 May 26 18:19:44.034295 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port ee546100-29af-4e46-9abd-70671209c1b0 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:44.035995 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ee546100-29af-4e46-9abd-70671209c1b0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:44.082580 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:19:44.088551 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d0c55f40-a07e-46f1-b857-e929815a60f8 admin admin] 10.222.0.46 "PUT /v2.0/routers/20bc4a05-bd6d-4700-8e56-e92c85f51f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2699776 May 26 18:19:44.154972 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535423dd-1d7b-438d-92f5-51138041a569 req-124322b2-6c2c-4d60-8742-b0dd94730f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:44.156646 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-535423dd-1d7b-438d-92f5-51138041a569 req-124322b2-6c2c-4d60-8742-b0dd94730f46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659888 May 26 18:19:44.295997 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port ee546100-29af-4e46-9abd-70671209c1b0 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:44.296294 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ee546100-29af-4e46-9abd-70671209c1b0), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:44.323382 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-f7d88250-35c6-4f9f-81f1-408d7d164dbf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 473 time: 0.2336116 May 26 18:19:44.326235 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port ee546100-29af-4e46-9abd-70671209c1b0, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ee546100-29af-4e46-9abd-70671209c1b0,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:44.331814 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (ee546100-29af-4e46-9abd-70671209c1b0), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:44.338469 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'port': {'device_id': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'admin_state_up': True, 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'security_groups': ['5ae9c52b-d0d1-4330-8415-a361c1c70bf2']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:44.388938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=ee546100-29af-4e46-9abd-70671209c1b0,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:44.402216 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-535423dd-1d7b-438d-92f5-51138041a569 req-63135736-e366-42bc-a77c-469bcafd9a39 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343941 May 26 18:19:44.550962 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-535423dd-1d7b-438d-92f5-51138041a569 req-a88c4082-653f-4c74-837c-6113506398a7 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345325 May 26 18:19:44.552428 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Made reservation on behalf of 31b4afa4107c4cd2ac0212c45d998801 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:19:44.556159 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:44.575343 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Sync routers for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:19:44.591977 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:44.593152 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:44.721491 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:44.734001 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:44.747392 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Allocated IP 172.20.0.14 (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69/f7dbb774-e8ea-4513-864e-fb7fc7d93b3d/6d78a0b7-1afb-456a-9a08-dc8ea964b7b7) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:44.929661 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56514) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:44.935119 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-124252481-network', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:44.940398 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2e6ef6d-910e-4a00-8ba2-15d5559b5ff4 req-ba9d37fe-54a2-41ea-8f67-2f9c371ce282 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0447173 May 26 18:19:44.961830 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Made reservation on behalf of 6ea0f3f9ce1949beb362a242a84d9400 for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:19:44.964855 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:44.981018 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.016798 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:45.028048 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 2, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:45.032986 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00536672-8922-46f0-829e-fb78b94f1992 req-019da110-60cb-49bc-9d0a-a1df68de8ea0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:45.035169 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-00536672-8922-46f0-829e-fb78b94f1992 req-019da110-60cb-49bc-9d0a-a1df68de8ea0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1008801 May 26 18:19:45.040273 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.051284 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:45.066167 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Checking router: 20bc4a05-bd6d-4700-8e56-e92c85f51f3d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:19:45.066853 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Updating router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d port 2d4ccdfd-b678-4990-a922-7524e5f85088 binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:19:45.078672 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:45.091783 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Publish callbacks [] for security_group (0fef38e1-f5c9-403b-a8e8-93ab210717b5), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.100384 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0fef38e1-f5c9-403b-a8e8-93ab210717b5), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.107740 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.131013 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-00536672-8922-46f0-829e-fb78b94f1992 req-38ff53cd-6e13-4592-baa3-3312a3e54979 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860784 May 26 18:19:45.133039 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.171499 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:45.175629 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:19:45.193201 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:45.200785 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:45.202808 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:45.204764 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fef38e1-f5c9-403b-a8e8-93ab210717b5,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:45.205823 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:45.211010 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (0cc65c20-36ff-4dc3-b92f-5ca44995de89), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.211678 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Added segment 0cc65c20-36ff-4dc3-b92f-5ca44995de89 of type vlan for network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 May 26 18:19:45.293937 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (db610c0e-8f45-4a29-9b8b-7bfa4aeab315), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.303161 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:45.304015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.327948 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:45.331941 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (db610c0e-8f45-4a29-9b8b-7bfa4aeab315), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.333388 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:45.334927 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.336087 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-7e4c6e46-1a2b-4e43-a4e0-cc7305542e6a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0037789 May 26 18:19:45.364642 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Request body: {'port': {'device_id': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:45.462350 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5283012 May 26 18:19:45.462350 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394b2be-105a-4007-ba20-7412ae2cc0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=db610c0e-8f45-4a29-9b8b-7bfa4aeab315,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:45.463890 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56530) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:45.468927 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Request body: {'subnet': {'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-124252481-subnet', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:45.484771 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.499239 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:19:45.506450 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Made reservation on behalf of 6ea0f3f9ce1949beb362a242a84d9400 for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:19:45.508887 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372888'] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.695153 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-faac5bd5-ea91-4ffd-ac0c-161ebbbb3f97 None None] Provisioning complete for port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:45.695627 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-faac5bd5-ea91-4ffd-ac0c-161ebbbb3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.722539 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Publish callbacks [] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.738228 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372878'] for subnet (bd6e57b4-c629-490f-9541-c425df4ff57c), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.765889 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.773615 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-faac5bd5-ea91-4ffd-ac0c-161ebbbb3f97 None None] Port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:45.835349 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Checking segment: {'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:45.836089 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d923a-5e73-46ff-86d1-10ab6611d0b5 None None] Pushing event updated for resources: {'Port': ['ID=2d4ccdfd-b678-4990-a922-7524e5f85088,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:45.836197 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Network hostable DHCP agents. Network: db610c0e-8f45-4a29-9b8b-7bfa4aeab315, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:19:45.838844 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6e57b4-c629-490f-9541-c425df4ff57c,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:45.895885 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:19:45.930833 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, db610c0e-8f45-4a29-9b8b-7bfa4aeab315) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:45.935516 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:45.936216 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:45.990301 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56538) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:45.990599 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-53019174-2ad5-45a5-9474-02843e60dc47 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5191212 May 26 18:19:46.000722 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:19:46.001461 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1105135e-7844-406d-a74e-1ab5a81e03d5 None None] Network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:19:46.024925 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Attempting to bind port 2d4ccdfd-b678-4990-a922-7524e5f85088 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:46.027832 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Attempting to bind port 2d4ccdfd-b678-4990-a922-7524e5f85088 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:46.028294 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Attempting to bind port 2d4ccdfd-b678-4990-a922-7524e5f85088 on network 89ba9544-9a06-4842-a8d3-5ca2550e14ac {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:46.067218 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ee546100-29af-4e46-9abd-70671209c1b0 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:46.111705 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.112764 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.121532 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:46.140615 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:46.140615 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Checking segment: {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:46.140615 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.141018 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Bound using segment: {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:46.141281 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Bound port: 2d4ccdfd-b678-4990-a922-7524e5f85088, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:46.142444 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.215844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d92a43-67a0-437b-8bf1-16ea7c290451 req-aa3a7df3-fef1-4296-8d7f-a5ae770f03f4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:46.217364 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-35d92a43-67a0-437b-8bf1-16ea7c290451 req-aa3a7df3-fef1-4296-8d7f-a5ae770f03f4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 932 time: 0.1182857 May 26 18:19:46.253686 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port ee546100-29af-4e46-9abd-70671209c1b0 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:46.254079 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ee546100-29af-4e46-9abd-70671209c1b0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.260537 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:19:46.266230 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks [] for router_controller (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.292051 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Publish callbacks [] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.332153 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] For port 2d4ccdfd-b678-4990-a922-7524e5f85088, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:46.341070 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-db610c0e-8f45-4a29-9b8b-7bfa4aeab315', 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315', 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'fixed_ips': [{'subnet_id': 'bd6e57b4-c629-490f-9541-c425df4ff57c'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:19:46.342018 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.352360 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-256a89f1-5a50-4b9e-a99e-ab36066f6935 None None] Provisioning complete for port 2d4ccdfd-b678-4990-a922-7524e5f85088 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:46.352731 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-256a89f1-5a50-4b9e-a99e-ab36066f6935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.365670 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] For port 2d4ccdfd-b678-4990-a922-7524e5f85088, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=2d4ccdfd-b678-4990-a922-7524e5f85088,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:46.385281 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Transition to ACTIVE for port object 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:19:46.388493 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:46.399342 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdc93e-a889-45ce-8552-98276df375a5 req-f40a2a3a-e6b3-445c-94f6-d34fda9c2405 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:46.400783 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.400923 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56bdc93e-a889-45ce-8552-98276df375a5 req-f40a2a3a-e6b3-445c-94f6-d34fda9c2405 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1435168 May 26 18:19:46.412687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:46.436503 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.505072 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-256a89f1-5a50-4b9e-a99e-ab36066f6935 None None] Port 2d4ccdfd-b678-4990-a922-7524e5f85088 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:46.630674 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d923a-5e73-46ff-86d1-10ab6611d0b5 None None] Pushing event updated for resources: {'Port': ['ID=2d4ccdfd-b678-4990-a922-7524e5f85088,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:46.641222 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:46.641601 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:46.647239 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port ee546100-29af-4e46-9abd-70671209c1b0 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:46.749888 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56552) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:46.761542 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:46.765329 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-35d92a43-67a0-437b-8bf1-16ea7c290451 req-a5683de6-fa6b-40b0-84f6-9fa4598f2cd6 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5404906 May 26 18:19:46.868925 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks [] for router_gateway (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.871668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Pushing event updated for resources: {'Port': ['ID=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:46.874390 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-4d05fe57-de2b-493e-98eb-f981db7d58ba None None] Provisioning complete for port 2d4ccdfd-b678-4990-a922-7524e5f85088 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:46.874938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d05fe57-de2b-493e-98eb-f981db7d58ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:46.879140 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Allocated IP 172.20.0.2 (db610c0e-8f45-4a29-9b8b-7bfa4aeab315/bd6e57b4-c629-490f-9541-c425df4ff57c/84b1ec59-6bce-4530-b98c-45702e32bc89) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:46.896377 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56bdc93e-a889-45ce-8552-98276df375a5 req-2abc4c10-5a83-494d-98cb-847f78d5c75f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608102 May 26 18:19:46.931936 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8f215d8f-e33e-4de4-a5e0-d61833850b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.058727 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Attempting to bind port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:47.059200 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Attempting to bind port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:47.059609 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Attempting to bind port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:47.072765 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:47.101232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:19:47.101640 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Attempting to bind port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:47.132262 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:47.133025 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Checking segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:47.133596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Bound using segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:47.134199 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Bound port: 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:47.134722 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.187241 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-4d05fe57-de2b-493e-98eb-f981db7d58ba None None] Current status of the port 2d4ccdfd-b678-4990-a922-7524e5f85088 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:47.187723 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d05fe57-de2b-493e-98eb-f981db7d58ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.293704 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-4d05fe57-de2b-493e-98eb-f981db7d58ba None None] For port 2d4ccdfd-b678-4990-a922-7524e5f85088, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=2d4ccdfd-b678-4990-a922-7524e5f85088,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:47.324281 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] For port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:47.328674 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] For port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:47.339523 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d05fe57-de2b-493e-98eb-f981db7d58ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.346404 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8f215d8f-e33e-4de4-a5e0-d61833850b01 admin admin] Publish callbacks [] for security_group (13611d28-3527-4891-b3d3-ab7df3c1260c), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.354797 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8f215d8f-e33e-4de4-a5e0-d61833850b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (13611d28-3527-4891-b3d3-ab7df3c1260c), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.365840 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks [] for router_gateway (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.374733 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.386416 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:47.397964 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8f215d8f-e33e-4de4-a5e0-d61833850b01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42f3f6fc30e544239e23b4ea6191fe36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6465712 May 26 18:19:47.400330 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f215d8f-e33e-4de4-a5e0-d61833850b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13611d28-3527-4891-b3d3-ab7df3c1260c,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:47.402943 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56562) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:47.436847 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:47.452781 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.457366 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:47.458257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.459899 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] 10.222.0.42 "PUT /v2.0/ports/6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 HTTP/1.1" status: 200 len: 1094 time: 2.1007175 May 26 18:19:47.463143 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'tag': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:19:47.464697 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8742-e462-443a-a5fa-5ff57ca50f12 admin admin] Publish callbacks [] for security_group (13611d28-3527-4891-b3d3-ab7df3c1260c), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.465523 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca136d5a-94f8-4f85-8672-cbe4ac851347" -d '{"events": [{"name": "network-changed", "server_uuid": "dca22358-3d8a-4a3c-a5e9-cb003a11cf2c", "tag": "6d78a0b7-1afb-456a-9a08-dc8ea964b7b7"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:19:47.502990 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:47.503961 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05fe57-de2b-493e-98eb-f981db7d58ba None None] Pushing event updated for resources: {'Port': ['ID=2d4ccdfd-b678-4990-a922-7524e5f85088,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:47.519938 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8742-e462-443a-a5fa-5ff57ca50f12 admin admin] Publish callbacks [] for security_group (13611d28-3527-4891-b3d3-ab7df3c1260c), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.551056 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b80a39-daac-4384-b70f-7c6fdfb5ffae x-openstack-request-id: req-68b80a39-daac-4384-b70f-7c6fdfb5ffae {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:19:47.551643 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca22358-3d8a-4a3c-a5e9-cb003a11cf2c", "tag": "6d78a0b7-1afb-456a-9a08-dc8ea964b7b7", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:19:47.552035 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68b80a39-daac-4384-b70f-7c6fdfb5ffae {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:19:47.552755 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b80a39-daac-4384-b70f-7c6fdfb5ffae'] response: {'name': 'network-changed', 'server_uuid': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'tag': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'status': 'completed', 'code': 200} May 26 18:19:47.585691 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:47.586775 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:46Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:47.590156 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8742-e462-443a-a5fa-5ff57ca50f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (13611d28-3527-4891-b3d3-ab7df3c1260c), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.592860 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0c5a8742-e462-443a-a5fa-5ff57ca50f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.595080 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-0c5a8742-e462-443a-a5fa-5ff57ca50f12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13611d28-3527-4891-b3d3-ab7df3c1260c HTTP/1.1" status: 204 len: 168 time: 0.1905439 May 26 18:19:47.604468 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a8742-e462-443a-a5fa-5ff57ca50f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13611d28-3527-4891-b3d3-ab7df3c1260c,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:47.609069 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbe8db-1b13-412d-a155-cbc2d2a21b8e service neutron] Pushing event updated for resources: {'Port': ['ID=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:47.625878 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-0cdc1703-d128-4cc6-ac76-c3a416b85cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:47.627981 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-0cdc1703-d128-4cc6-ac76-c3a416b85cf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 1128 time: 0.0718508 May 26 18:19:47.644121 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f046ffc-0825-4bea-a653-2a9119128f98 None None] The sync data for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi is: [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:46Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:19:47.686358 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Publish callbacks [] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.694622 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.755250 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-16765c4c-1225-4b98-89ee-5aa337dfddbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1057706 May 26 18:19:47.765448 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:47.777866 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:47.780431 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:47.784517 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Pushing event updated for resources: {'Port': ['ID=84b1ec59-6bce-4530-b98c-45702e32bc89,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:47.798779 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Allocated IP 172.27.3.183 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/d74a0a10-1d44-4987-a756-7fea1c46bfda) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:47.934329 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Attempting to bind port 84b1ec59-6bce-4530-b98c-45702e32bc89 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:47.934932 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Attempting to bind port 84b1ec59-6bce-4530-b98c-45702e32bc89 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:47.936075 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Attempting to bind port 84b1ec59-6bce-4530-b98c-45702e32bc89 on network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:47.946271 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:47.946852 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Checking segment: {'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:47.947401 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.947939 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Bound using segment: {'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:47.948552 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Bound port: 84b1ec59-6bce-4530-b98c-45702e32bc89, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:47.949159 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:47.976467 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5013f8-12cf-4873-a491-2002aee20711 req-b622c7dc-0dd6-428b-948f-4fc40de0cbfe tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:47.978805 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f5013f8-12cf-4873-a491-2002aee20711 req-b622c7dc-0dd6-428b-948f-4fc40de0cbfe tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 944 time: 0.0897865 May 26 18:19:48.015186 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks [] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.033572 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 2d4ccdfd-b678-4990-a922-7524e5f85088 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:48.082435 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] For port 84b1ec59-6bce-4530-b98c-45702e32bc89, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:48.107239 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] For port 84b1ec59-6bce-4530-b98c-45702e32bc89, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=84b1ec59-6bce-4530-b98c-45702e32bc89,segment=NetworkSegment(0cc65c20-36ff-4dc3-b92f-5ca44995de89),segment_id=0cc65c20-36ff-4dc3-b92f-5ca44995de89)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:48.124619 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 2d4ccdfd-b678-4990-a922-7524e5f85088 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:48.125074 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.134621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe4553-c6c3-49fc-9940-cb2092b1bda4 req-4d360e7a-e044-4ef1-9cbd-a918f41f79f7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:48.141954 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f2fe4553-c6c3-49fc-9940-cb2092b1bda4 req-4d360e7a-e044-4ef1-9cbd-a918f41f79f7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1233153 May 26 18:19:48.154916 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f5013f8-12cf-4873-a491-2002aee20711 req-7b9108f9-ea19-4a15-b80b-5e2de5a9f3bc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694500 May 26 18:19:48.165868 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.168320 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:48.185340 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.212094 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56574) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:48.241986 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:48.243716 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-719aef3a-23f8-46d6-9284-d34768808a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.264076 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:48.264244 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f2fe4553-c6c3-49fc-9940-cb2092b1bda4 req-b60b8785-52bf-4ec9-9143-f9ded6566c9e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212845 May 26 18:19:48.268143 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:48.270173 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb06a1-9ed7-4720-acfc-4f212130dd8c None None] Pushing event updated for resources: {'Port': ['ID=84b1ec59-6bce-4530-b98c-45702e32bc89,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:48.287954 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:48.288661 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 2d4ccdfd-b678-4990-a922-7524e5f85088 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:48.352167 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d74a0a10-1d44-4987-a756-7fea1c46bfda,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:48.389777 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-719aef3a-23f8-46d6-9284-d34768808a41 admin admin] Publish callbacks [] for security_group (01b63551-10bd-4df6-814a-7529889a62fc), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.394150 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-719aef3a-23f8-46d6-9284-d34768808a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (01b63551-10bd-4df6-814a-7529889a62fc), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.447566 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-719aef3a-23f8-46d6-9284-d34768808a41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57acd2f223b24dff8ece49b71d1b873b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337737 May 26 18:19:48.450020 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719aef3a-23f8-46d6-9284-d34768808a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b63551-10bd-4df6-814a-7529889a62fc,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:48.455132 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56578) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:48.520309 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-966ca81c-c4d5-4b57-90d2-699d8669688e admin admin] Publish callbacks [] for security_group (01b63551-10bd-4df6-814a-7529889a62fc), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.575369 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-966ca81c-c4d5-4b57-90d2-699d8669688e admin admin] Publish callbacks [] for security_group (01b63551-10bd-4df6-814a-7529889a62fc), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.633098 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:48.633611 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-966ca81c-c4d5-4b57-90d2-699d8669688e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (01b63551-10bd-4df6-814a-7529889a62fc), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.636689 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-966ca81c-c4d5-4b57-90d2-699d8669688e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.638161 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-966ca81c-c4d5-4b57-90d2-699d8669688e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01b63551-10bd-4df6-814a-7529889a62fc HTTP/1.1" status: 204 len: 168 time: 0.1819088 May 26 18:19:48.648492 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ca81c-c4d5-4b57-90d2-699d8669688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b63551-10bd-4df6-814a-7529889a62fc,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:48.716771 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-13e387b4-05a4-43b0-aa46-b655ad5c3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:48.718318 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-13e387b4-05a4-43b0-aa46-b655ad5c3e3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.1424692 May 26 18:19:48.739411 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks [] for router_gateway (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:48.948122 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.055723 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56584) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:49.069539 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0c645120-b6f0-463a-97ae-fe354cc5f027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.106461 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:19:49.179611 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0c645120-b6f0-463a-97ae-fe354cc5f027 admin admin] Publish callbacks [] for security_group (0427f962-acb5-4299-9dea-202f240aab86), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.190385 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0c645120-b6f0-463a-97ae-fe354cc5f027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0427f962-acb5-4299-9dea-202f240aab86), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.242725 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-0c645120-b6f0-463a-97ae-fe354cc5f027 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31e0b8b8ad704632afe48895c962fea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858933 May 26 18:19:49.243591 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c645120-b6f0-463a-97ae-fe354cc5f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0427f962-acb5-4299-9dea-202f240aab86,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:49.252477 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:19:49.254486 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56588) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:49.261841 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Sync routers for ids ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:19:49.273684 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Routers {'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:49.274480 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:49.301367 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.305357 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b64abdac-d6b4-4020-9f40-1518401f47f3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3098648 May 26 18:19:49.307138 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56590) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:49.388663 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:49.390074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-2c84f2d3-878a-41b5-8612-d4a624655a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:49.392249 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-2c84f2d3-878a-41b5-8612-d4a624655a3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884092 May 26 18:19:49.410966 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d239f97-1e91-43f8-8e3b-2148cb723623 req-917871c6-e2c2-4549-b179-e493c5f28a69 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:49.412543 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d239f97-1e91-43f8-8e3b-2148cb723623 req-917871c6-e2c2-4549-b179-e493c5f28a69 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 944 time: 0.1263437 May 26 18:19:49.459197 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:49.477463 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Set router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:49.484615 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f24f-4954-42c2-9a9f-1e3014169efe admin admin] Publish callbacks [] for security_group (0427f962-acb5-4299-9dea-202f240aab86), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.535368 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e736f31-7bc7-4399-8a56-8ce7552af9b6 None None] Network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:19:49.535880 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab3620-91b1-4449-b1c8-785098895c1f req-e2ec2e54-85a5-4a24-819c-2ca80402a838 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:49.537459 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0aab3620-91b1-4449-b1c8-785098895c1f req-e2ec2e54-85a5-4a24-819c-2ca80402a838 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1192601 May 26 18:19:49.576144 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f24f-4954-42c2-9a9f-1e3014169efe admin admin] Publish callbacks [] for security_group (0427f962-acb5-4299-9dea-202f240aab86), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.587975 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4d239f97-1e91-43f8-8e3b-2148cb723623 req-5ab6cc38-a9ea-442e-96da-943505b3b8c0 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671102 May 26 18:19:49.613160 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-118e03d0-f685-4060-a3e4-1d7c0662b395 None None] Provisioning complete for port 84b1ec59-6bce-4530-b98c-45702e32bc89 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:49.613160 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-118e03d0-f685-4060-a3e4-1d7c0662b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.687127 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0aab3620-91b1-4449-b1c8-785098895c1f req-954ed00d-2147-4bb4-ba52-94c5497bab4c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415827 May 26 18:19:49.689997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:49.693610 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:19:48Z', 'revision_number': 3, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port': {'id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:47Z', 'updated_at': '2022-05-26T18:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:49.726938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f24f-4954-42c2-9a9f-1e3014169efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0427f962-acb5-4299-9dea-202f240aab86), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.726938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f24f-4954-42c2-9a9f-1e3014169efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.726938 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6bf3f24f-4954-42c2-9a9f-1e3014169efe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0427f962-acb5-4299-9dea-202f240aab86 HTTP/1.1" status: 204 len: 168 time: 0.4697640 May 26 18:19:49.728382 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Checking router: f3dc4390-e15a-41ca-be5a-91f5a90c4c5a for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:19:49.728921 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Updating router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a port d74a0a10-1d44-4987-a756-7fea1c46bfda binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:19:49.740060 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3f24f-4954-42c2-9a9f-1e3014169efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0427f962-acb5-4299-9dea-202f240aab86,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:49.761216 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-118e03d0-f685-4060-a3e4-1d7c0662b395 None None] Current status of the port 84b1ec59-6bce-4530-b98c-45702e32bc89 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:49.762151 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-118e03d0-f685-4060-a3e4-1d7c0662b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.781102 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.802959 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:49.809900 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-118e03d0-f685-4060-a3e4-1d7c0662b395 None None] For port 84b1ec59-6bce-4530-b98c-45702e32bc89, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=84b1ec59-6bce-4530-b98c-45702e32bc89,segment=NetworkSegment(0cc65c20-36ff-4dc3-b92f-5ca44995de89),segment_id=0cc65c20-36ff-4dc3-b92f-5ca44995de89)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:49.817684 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-118e03d0-f685-4060-a3e4-1d7c0662b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:49.842788 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:49.876653 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:49.903506 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e03d0-f685-4060-a3e4-1d7c0662b395 None None] Pushing event updated for resources: {'Port': ['ID=84b1ec59-6bce-4530-b98c-45702e32bc89,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:49.958879 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.057655 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 84b1ec59-6bce-4530-b98c-45702e32bc89 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:50.140308 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 84b1ec59-6bce-4530-b98c-45702e32bc89 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:50.140684 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.174869 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Allocated IP 172.20.0.1 (db610c0e-8f45-4a29-9b8b-7bfa4aeab315/bd6e57b4-c629-490f-9541-c425df4ff57c/3bd99187-7907-40a8-b0ea-c2acd8c5f4cf) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:19:50.180081 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:50.222260 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Publish callbacks [] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.226883 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 84b1ec59-6bce-4530-b98c-45702e32bc89 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:50.230392 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.249106 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-2249a2e2-2443-488c-ba5a-1a06130ee77f None None] Provisioning complete for port 84b1ec59-6bce-4530-b98c-45702e32bc89 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:50.251226 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-2249a2e2-2443-488c-ba5a-1a06130ee77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.303279 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Attempting to bind port d74a0a10-1d44-4987-a756-7fea1c46bfda on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:50.303808 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Attempting to bind port d74a0a10-1d44-4987-a756-7fea1c46bfda by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:50.303997 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Attempting to bind port d74a0a10-1d44-4987-a756-7fea1c46bfda on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:50.330587 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Publish callbacks [] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.331749 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:50.332125 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:50.332522 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.332912 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:50.333382 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Bound port: d74a0a10-1d44-4987-a756-7fea1c46bfda, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:50.333770 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.340733 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-2249a2e2-2443-488c-ba5a-1a06130ee77f None None] Current status of the port 84b1ec59-6bce-4530-b98c-45702e32bc89 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:50.358919 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f36d2e22-01ca-4072-b9ba-517a42e6e5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.366489 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3fb9-7198-4089-b09a-bc870f208880 None None] Pushing event updated for resources: {'Port': ['ID=d74a0a10-1d44-4987-a756-7fea1c46bfda,revision_number=2']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:50.372565 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-5bbd63ab-10f8-4dc7-8f18-d1955f8f2b62 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362798 May 26 18:19:50.379181 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.400332 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] For port d74a0a10-1d44-4987-a756-7fea1c46bfda, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:50.405315 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] For port d74a0a10-1d44-4987-a756-7fea1c46bfda, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=d74a0a10-1d44-4987-a756-7fea1c46bfda,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:50.412596 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.432321 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:50.438086 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:50.441384 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Pushing event updated for resources: {'Port': ['ID=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:50.443608 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:19:50.484006 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.491007 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:50.496451 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3fb9-7198-4089-b09a-bc870f208880 None None] Pushing event updated for resources: {'Port': ['ID=d74a0a10-1d44-4987-a756-7fea1c46bfda,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:50.499120 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Routers {'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:50.499899 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:50.506947 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-137ba0f0-62ce-4b99-ac08-c4408cbc59b1 req-5c43d489-6119-42f5-b5f7-35d072909024 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181610 May 26 18:19:50.636056 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.637134 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] Set router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:50.731032 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7f0a4-c0d9-4f3b-b12d-02510b41619d req-36ce5c91-c543-4ccb-87b5-c76a21fe6fcf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:50.734857 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-93c7f0a4-c0d9-4f3b-b12d-02510b41619d req-36ce5c91-c543-4ccb-87b5-c76a21fe6fcf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 944 time: 0.0595679 May 26 18:19:50.764088 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-a5496020-56e3-4207-9bd0-b3005a36e99f None None] Provisioning complete for port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:50.770364 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5496020-56e3-4207-9bd0-b3005a36e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.777810 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:50.847322 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a5496020-56e3-4207-9bd0-b3005a36e99f None None] Port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:50.862567 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:50.868496 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:50.899596 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-93c7f0a4-c0d9-4f3b-b12d-02510b41619d req-c5c1df1a-46f7-43c8-959f-c8915b3c00b8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429217 May 26 18:19:50.935665 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a730-2cf4-4457-b1d4-f8a971d2e819 req-2685ab38-b33e-4168-8efe-ea423e560bc8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:50.939512 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:19:48Z', 'revision_number': 3, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port': {'id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:47Z', 'updated_at': '2022-05-26T18:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:50.943293 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7144a730-2cf4-4457-b1d4-f8a971d2e819 req-2685ab38-b33e-4168-8efe-ea423e560bc8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0612283 May 26 18:19:50.957429 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Publish callbacks [] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.963564 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.974983 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac3790-9904-49b8-876c-cbef7e8ce9ad None None] The sync data for ids ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'] in dv-cinder-843493-1-iscsi is: [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:19:48Z', 'revision_number': 3, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port': {'id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:47Z', 'updated_at': '2022-05-26T18:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:19:50.995972 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7144a730-2cf4-4457-b1d4-f8a971d2e819 req-326eb2e3-c4dd-4a00-992f-bbf127cc8c5f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498776 May 26 18:19:51.038732 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Pushing event updated for resources: {'Port': ['ID=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:51.050297 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:51.152573 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:19:51.154334 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:19:51.300865 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:19:51.428317 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:19:51.437778 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-3d0a57b6-d93c-4c12-8bb5-1e111c7a7e4f admin admin] 10.222.0.46 "PUT /v2.0/routers/f3dc4390-e15a-41ca-be5a-91f5a90c4c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1267779 May 26 18:19:51.475453 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-de7996fa-a7b0-4500-a901-4da0853f1c3b None None] Provisioning complete for port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:51.475825 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-de7996fa-a7b0-4500-a901-4da0853f1c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:51.510225 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-de7996fa-a7b0-4500-a901-4da0853f1c3b None None] Port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:52.050065 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 84b1ec59-6bce-4530-b98c-45702e32bc89 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:52.071801 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd852d-7abe-485c-b789-ae642c487a6d req-99f25663-f856-4e45-8a21-393a3fc1cae1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:52.078603 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50dd852d-7abe-485c-b789-ae642c487a6d req-99f25663-f856-4e45-8a21-393a3fc1cae1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 944 time: 0.0883889 May 26 18:19:52.121295 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 84b1ec59-6bce-4530-b98c-45702e32bc89 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:52.121858 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:52.177322 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50dd852d-7abe-485c-b789-ae642c487a6d req-cb080d9d-9db0-4c76-b25b-6f2cda4fe984 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937731 May 26 18:19:52.183976 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ae8fb-a80d-4f57-a44c-7d41684c06e4 req-c20d490d-fbd2-409f-aa9f-64b6d95eb761 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:52.185489 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e4ae8fb-a80d-4f57-a44c-7d41684c06e4 req-c20d490d-fbd2-409f-aa9f-64b6d95eb761 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0697966 May 26 18:19:52.259090 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e4ae8fb-a80d-4f57-a44c-7d41684c06e4 req-8b7116a6-771e-4941-afc7-2cae6959ae06 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667837 May 26 18:19:52.437983 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 84b1ec59-6bce-4530-b98c-45702e32bc89 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:52.440076 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d74a0a10-1d44-4987-a756-7fea1c46bfda up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:52.506906 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port d74a0a10-1d44-4987-a756-7fea1c46bfda triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:52.507566 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:52.599077 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ed79448f-3785-404a-b964-7f7f39d20a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:52.650230 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port d74a0a10-1d44-4987-a756-7fea1c46bfda is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:52.650639 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:52.698803 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port d74a0a10-1d44-4987-a756-7fea1c46bfda, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=d74a0a10-1d44-4987-a756-7fea1c46bfda,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:52.714527 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:52.766339 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:52.827054 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=d74a0a10-1d44-4987-a756-7fea1c46bfda,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:52.891449 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-b75a5365-849a-471e-9173-3981ae69fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:52.893227 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-b75a5365-849a-471e-9173-3981ae69fe2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 1128 time: 0.4774694 May 26 18:19:52.898420 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4322aa-7af2-432e-a4d5-bb8c3908a0da req-6608b9de-0b00-49de-9121-33852eefc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:52.900173 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c4322aa-7af2-432e-a4d5-bb8c3908a0da req-6608b9de-0b00-49de-9121-33852eefc4d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 1130 time: 0.4074662 May 26 18:19:52.992940 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Sync routers for ids ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:19:53.001135 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:53.005452 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c4322aa-7af2-432e-a4d5-bb8c3908a0da req-ef981861-a0fb-454d-825c-29c0cbd6e5f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948858 May 26 18:19:53.008056 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Routers {'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:53.009179 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:53.027992 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-9bd1eeb9-83fc-46c7-aed9-10d1a49c6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:53.029490 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-9bd1eeb9-83fc-46c7-aed9-10d1a49c6819 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 916 time: 0.1273437 May 26 18:19:53.148322 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Set router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:53.292176 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-fdfdf087-4db0-4e46-8f00-a03b61beb4d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0611579 May 26 18:19:53.340345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:53.398814 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-0a496f68-c943-4e4e-a014-bbbc0af7a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:53.400664 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-0a496f68-c943-4e4e-a014-bbbc0af7a36e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0878792 May 26 18:19:53.433706 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:19:50Z', 'revision_number': 4, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port': {'id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:47Z', 'updated_at': '2022-05-26T18:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '3bd99187-7907-40a8-b0ea-c2acd8c5f4cf', 'name': '', 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'mac_address': 'fa:16:3e:62:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'bd6e57b4-c629-490f-9541-c425df4ff57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:49Z', 'updated_at': '2022-05-26T18:19:50Z', 'revision_number': 2, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'subnets': [{'id': 'bd6e57b4-c629-490f-9541-c425df4ff57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:53.465398 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Checking router: f3dc4390-e15a-41ca-be5a-91f5a90c4c5a for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:19:53.465763 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Updating router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:19:53.499491 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:53.542081 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a5f1f-8ef9-49bc-95bd-749144958fdd req-9bbb4e9c-d4b3-4f60-b2a3-bacffaa0298b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:53.543942 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-660a5f1f-8ef9-49bc-95bd-749144958fdd req-9bbb4e9c-d4b3-4f60-b2a3-bacffaa0298b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 944 time: 0.1421289 May 26 18:19:53.548218 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-e7d24386-a3b3-455d-bc9b-8244efe218f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:53.550185 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-e7d24386-a3b3-455d-bc9b-8244efe218f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1371832 May 26 18:19:53.557764 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c082c-6d44-4959-b06a-723c44e3836a req-f8b06174-dca3-4673-a52a-a64068d3e843 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:53.559293 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-334c082c-6d44-4959-b06a-723c44e3836a req-f8b06174-dca3-4673-a52a-a64068d3e843 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1357305 May 26 18:19:53.566054 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:53.637031 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-334c082c-6d44-4959-b06a-723c44e3836a req-8e7f0709-9c53-472a-8099-fb322d75febc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 May 26 18:19:53.664460 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-660a5f1f-8ef9-49bc-95bd-749144958fdd req-3c8fd891-1754-4ac3-bf03-b34cf6a8aa67 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953627 May 26 18:19:53.692127 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:53.908478 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:19:53.962561 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-020d6cdf-0916-4c24-9613-ba1f822703fa service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224205 May 26 18:19:54.025415 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Publish callbacks [] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.029624 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d74a0a10-1d44-4987-a756-7fea1c46bfda up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:54.086534 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.126249 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca136d5a-94f8-4f85-8672-cbe4ac851347 req-61fb3c8d-659c-4de7-9e25-631b66a59a48 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354539 May 26 18:19:54.153111 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:54.204539 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fd16e-191f-4a22-8e78-91acb7d3d3db None None] Pushing event updated for resources: {'Port': ['ID=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:54.261583 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:54.289473 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port d74a0a10-1d44-4987-a756-7fea1c46bfda triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:54.289715 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.367255 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'port_id': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'mac_address': 'fa:16:3e:17:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:19:54.374305 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Attempting to bind port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:19:54.374849 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Attempting to bind port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:19:54.375333 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Attempting to bind port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf on network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:19:54.404748 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:19:54.405265 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Checking segment: {'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:19:54.405887 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.406384 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Bound using segment: {'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:19:54.407545 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Bound port: 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc65c20-36ff-4dc3-b92f-5ca44995de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:19:54.408031 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.429424 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:54.523713 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:54.524250 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.547922 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-f9016218-acbc-4bd2-855b-f48c2956e86c None None] Provisioning complete for port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:54.548376 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f9016218-acbc-4bd2-855b-f48c2956e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.573687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:19:54.583991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port d74a0a10-1d44-4987-a756-7fea1c46bfda is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:54.627325 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:54.633375 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f9016218-acbc-4bd2-855b-f48c2956e86c None None] Port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:19:54.635475 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] For port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:19:54.641861 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] For port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,segment=NetworkSegment(0cc65c20-36ff-4dc3-b92f-5ca44995de89),segment_id=0cc65c20-36ff-4dc3-b92f-5ca44995de89)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:19:54.643371 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.683383 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.811571 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:54.851913 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Routers {'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:19:54.852106 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:54.952946 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fd16e-191f-4a22-8e78-91acb7d3d3db None None] Pushing event updated for resources: {'Port': ['ID=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:54.968213 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ed5b-ecb4-4460-bb0a-aa76329023bb req-a75afab5-39df-4a75-8250-e81b504e8638 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:54.971758 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c750ed5b-ecb4-4460-bb0a-aa76329023bb req-a75afab5-39df-4a75-8250-e81b504e8638 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 945 time: 0.1630595 May 26 18:19:55.006139 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['6d78a0b7-1afb-456a-9a08-dc8ea964b7b7'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:19:55.095370 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c750ed5b-ecb4-4460-bb0a-aa76329023bb req-94a19ced-2ed5-4d65-a3a8-88002206637f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180384 May 26 18:19:55.135820 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] Set router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:19:55.329472 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987911d-c64d-4d53-8829-4a926d75edeb req-88acfca8-dba2-4cd3-8bb6-c4b83d158658 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:55.331063 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7987911d-c64d-4d53-8829-4a926d75edeb req-88acfca8-dba2-4cd3-8bb6-c4b83d158658 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1063781 May 26 18:19:55.400849 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7987911d-c64d-4d53-8829-4a926d75edeb req-5b4184ae-ad63-4e7e-8e96-e1c8cb4ab62d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634761 May 26 18:19:55.421379 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:55.432481 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:55.502199 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-40a535b4-1090-4a8d-a682-72371e222d79 None None] Provisioning complete for port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:55.502569 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-40a535b4-1090-4a8d-a682-72371e222d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:55.693580 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:55.780374 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-bd24c0c5-be7f-455a-aec6-bfd09f38706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:55.782644 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-bd24c0c5-be7f-455a-aec6-bfd09f38706e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 1130 time: 0.1028042 May 26 18:19:55.783934 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-40a535b4-1090-4a8d-a682-72371e222d79 None None] Current status of the port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:55.784643 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-40a535b4-1090-4a8d-a682-72371e222d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:55.858543 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-40a535b4-1090-4a8d-a682-72371e222d79 None None] For port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,segment=NetworkSegment(0cc65c20-36ff-4dc3-b92f-5ca44995de89),segment_id=0cc65c20-36ff-4dc3-b92f-5ca44995de89)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:55.868857 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481434b-5137-453f-8d1e-f80d123742bb req-2ab1ed3c-d625-4845-beb5-07e71f92bfcd tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:55.876937 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f481434b-5137-453f-8d1e-f80d123742bb req-2ab1ed3c-d625-4845-beb5-07e71f92bfcd tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1124520 May 26 18:19:55.888029 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-40a535b4-1090-4a8d-a682-72371e222d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:55.957548 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f481434b-5137-453f-8d1e-f80d123742bb req-0ddfd7a7-25aa-4ee1-9a36-c8d8e55da738 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795593 May 26 18:19:55.959793 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a535b4-1090-4a8d-a682-72371e222d79 None None] Pushing event updated for resources: {'Port': ['ID=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:55.971216 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:19:50Z', 'revision_number': 4, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port': {'id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:47Z', 'updated_at': '2022-05-26T18:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '3bd99187-7907-40a8-b0ea-c2acd8c5f4cf', 'name': '', 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'mac_address': 'fa:16:3e:62:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'bd6e57b4-c629-490f-9541-c425df4ff57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:49Z', 'updated_at': '2022-05-26T18:19:54Z', 'revision_number': 4, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'subnets': [{'id': 'bd6e57b4-c629-490f-9541-c425df4ff57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:19:55.987790 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-48e0216b-6c93-43c9-871c-94d33e605b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:55.990641 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-48e0216b-6c93-43c9-871c-94d33e605b8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.1900189 May 26 18:19:56.005214 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec85935-43d2-42f3-b4d2-6575b2a6a63d None None] The sync data for ids ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'] in dv-cinder-843493-1-iscsi is: [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:19:50Z', 'revision_number': 4, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port': {'id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:47Z', 'updated_at': '2022-05-26T18:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '3bd99187-7907-40a8-b0ea-c2acd8c5f4cf', 'name': '', 'network_id': 'db610c0e-8f45-4a29-9b8b-7bfa4aeab315', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'mac_address': 'fa:16:3e:62:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'bd6e57b4-c629-490f-9541-c425df4ff57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:49Z', 'updated_at': '2022-05-26T18:19:54Z', 'revision_number': 4, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'subnets': [{'id': 'bd6e57b4-c629-490f-9541-c425df4ff57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:19:56.046609 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-067691cb-3f46-48f5-be83-d83f20e9e3b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e HTTP/1.1" status: 200 len: 217 time: 0.0437360 May 26 18:19:56.094741 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56720) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:56.162647 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:56.165418 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-69a19c53-af64-47e2-bfb8-f0e254c8344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:56.166935 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-69a19c53-af64-47e2-bfb8-f0e254c8344e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.1110084 May 26 18:19:56.331873 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4aace868-fe93-4714-bedd-c4ee4a17bd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.344081 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216fbd-2a5b-4373-8e6d-f689fc4db392 req-c1d50b68-a2f9-43af-b663-494cf609ac34 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:56.346775 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-03216fbd-2a5b-4373-8e6d-f689fc4db392 req-c1d50b68-a2f9-43af-b663-494cf609ac34 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 945 time: 0.1208596 May 26 18:19:56.370942 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-4674cb94-6661-48ed-b661-a0688a93d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:56.372437 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-4674cb94-6661-48ed-b661-a0688a93d013 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1906965 May 26 18:19:56.447530 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4aace868-fe93-4714-bedd-c4ee4a17bd95 admin admin] Publish callbacks [] for security_group (2a70b01d-9146-400e-b722-5ba26966b286), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.452928 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:56.454860 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4aace868-fe93-4714-bedd-c4ee4a17bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (2a70b01d-9146-400e-b722-5ba26966b286), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.494324 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aace868-fe93-4714-bedd-c4ee4a17bd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a70b01d-9146-400e-b722-5ba26966b286,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:56.509588 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-03216fbd-2a5b-4373-8e6d-f689fc4db392 req-45b2c1e8-9152-43e2-b306-97a75a21767e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551204 May 26 18:19:56.537620 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4aace868-fe93-4714-bedd-c4ee4a17bd95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24b643e4d06847748e4090a93c0f0057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417834 May 26 18:19:56.540046 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56730) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:19:56.541977 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.551486 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:19:56.570549 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-fb376f7d-0adf-4f04-8a40-bd751c6722d4 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735101 May 26 18:19:56.573807 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:56.574596 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.651747 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc53e-086f-43fd-a33c-71a3ad1f6117 admin admin] Publish callbacks [] for security_group (2a70b01d-9146-400e-b722-5ba26966b286), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.682711 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc53e-086f-43fd-a33c-71a3ad1f6117 admin admin] Publish callbacks [] for security_group (2a70b01d-9146-400e-b722-5ba26966b286), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.706834 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:56.759444 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-25bb40a3-ffae-42a7-b33e-26f2d9385082 req-462276b6-f7a9-47c8-b5f9-4113526d75c9 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712043 May 26 18:19:56.770987 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:56.772307 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:56.772713 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.809129 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:19:56.813370 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a079579e-2d87-46d8-990e-ee9dfbf90504" -d '{"events": [{"server_uuid": "dca22358-3d8a-4a3c-a5e9-cb003a11cf2c", "name": "network-vif-plugged", "status": "completed", "tag": "6d78a0b7-1afb-456a-9a08-dc8ea964b7b7"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:19:56.820948 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:56.838574 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:19:56.849270 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.850110 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc53e-086f-43fd-a33c-71a3ad1f6117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (2a70b01d-9146-400e-b722-5ba26966b286), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.853085 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc53e-086f-43fd-a33c-71a3ad1f6117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:56.857042 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-dc5fc53e-086f-43fd-a33c-71a3ad1f6117 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a70b01d-9146-400e-b722-5ba26966b286 HTTP/1.1" status: 204 len: 168 time: 0.3154979 May 26 18:19:56.896282 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fc53e-086f-43fd-a33c-71a3ad1f6117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a70b01d-9146-400e-b722-5ba26966b286,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:56.964096 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d71456-abca-48c3-b8e2-f81b44641f6b x-openstack-request-id: req-87d71456-abca-48c3-b8e2-f81b44641f6b {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:19:56.964388 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca22358-3d8a-4a3c-a5e9-cb003a11cf2c", "name": "network-vif-plugged", "status": "completed", "tag": "6d78a0b7-1afb-456a-9a08-dc8ea964b7b7", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:19:56.964510 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87d71456-abca-48c3-b8e2-f81b44641f6b {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:19:56.964921 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d71456-abca-48c3-b8e2-f81b44641f6b'] response: {'server_uuid': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'code': 200} May 26 18:19:56.984569 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:19:57.177696 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ece7f6-f779-4112-afed-f09c584adfc5 req-f5d62506-a102-4c12-a75d-d76cc151fdc0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:57.179250 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51ece7f6-f779-4112-afed-f09c584adfc5 req-f5d62506-a102-4c12-a75d-d76cc151fdc0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0892634 May 26 18:19:57.263526 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51ece7f6-f779-4112-afed-f09c584adfc5 req-2788a830-3aee-4370-a8bd-ab0b761f5862 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754359 May 26 18:19:57.676644 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ddda-74e2-455c-bdcb-3a3cde07a1e2 req-d848307d-b6b6-4c4c-9c7d-878a669d1128 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:57.685883 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8477ddda-74e2-455c-bdcb-3a3cde07a1e2 req-d848307d-b6b6-4c4c-9c7d-878a669d1128 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0676901 May 26 18:19:57.741138 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8477ddda-74e2-455c-bdcb-3a3cde07a1e2 req-68b75031-c36c-4b56-b13e-011beb9faac0 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541618 May 26 18:19:57.976216 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:19:58.032665 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:19:58.033533 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:58.127397 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:19:58.340784 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659b71-a02f-4b64-9e59-d94850ca153a req-78af4e78-9ed9-4219-ad1e-a4a9e8d93121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:58.344235 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34659b71-a02f-4b64-9e59-d94850ca153a req-78af4e78-9ed9-4219-ad1e-a4a9e8d93121 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 1130 time: 0.0675135 May 26 18:19:58.524605 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434a8b-e2f5-4bca-bada-4e637d029790 req-4368a8fe-5748-44f1-b27b-a3ba3c0e4c11 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:58.526402 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6434a8b-e2f5-4bca-bada-4e637d029790 req-4368a8fe-5748-44f1-b27b-a3ba3c0e4c11 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1495574 May 26 18:19:58.580044 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34659b71-a02f-4b64-9e59-d94850ca153a req-59bcc560-7e40-4fec-9613-7842acf45c52 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854937 May 26 18:19:58.610144 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6434a8b-e2f5-4bca-bada-4e637d029790 req-597908ce-78af-40da-a5ce-057f8aec832a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758808 May 26 18:19:58.895530 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ab2db-cad1-457b-a2ba-31c47cedb4d3 req-62bbd56e-3287-49c4-9d4c-6e1b71d683f9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:58.906359 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-681ab2db-cad1-457b-a2ba-31c47cedb4d3 req-62bbd56e-3287-49c4-9d4c-6e1b71d683f9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0764301 May 26 18:19:58.973701 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-681ab2db-cad1-457b-a2ba-31c47cedb4d3 req-e02619b7-1cfb-4f9e-acde-e0e917c0cedc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636225 May 26 18:19:59.769862 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-6778a854-cae4-497c-8e4f-7dfd0b32431d tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=73e8074335b04d60987b4f8b1371a9bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604286 May 26 18:19:59.845778 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabd40f-2163-4d6b-ad59-45fcc7bde44f req-6da33e92-2f83-4239-a2db-42167d4a8d1a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:59.847373 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1fabd40f-2163-4d6b-ad59-45fcc7bde44f req-6da33e92-2f83-4239-a2db-42167d4a8d1a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1358330 May 26 18:20:00.033954 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:00.042526 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-46eba351-af4f-49cd-bceb-eca309993163 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:00.044024 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-46eba351-af4f-49cd-bceb-eca309993163 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689152 May 26 18:20:00.047132 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1fabd40f-2163-4d6b-ad59-45fcc7bde44f req-37536c20-9a8f-42a7-8180-b0007f0e41f3 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687367 May 26 18:20:00.061113 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-cb72e62e-7774-4d34-a7e8-909170ed7ad7 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/quotas/73e8074335b04d60987b4f8b1371a9bb HTTP/1.1" status: 200 len: 375 time: 0.0100007 May 26 18:20:00.116647 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-16b83517-1827-4845-b749-2dba3ac11e19 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=73e8074335b04d60987b4f8b1371a9bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491579 May 26 18:20:00.194061 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fea8f-f6ef-4d62-a0e6-65a87eee4eeb req-936c4945-6fe1-4bbf-97dd-d14329eba12f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:00.200301 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3b9fea8f-f6ef-4d62-a0e6-65a87eee4eeb req-936c4945-6fe1-4bbf-97dd-d14329eba12f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0687687 May 26 18:20:00.269677 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3b9fea8f-f6ef-4d62-a0e6-65a87eee4eeb req-15f79890-99de-4fb7-9525-68cb2ade6fab tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633097 May 26 18:20:00.417541 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b6d2aef-999c-4995-a352-01fec6494185 req-a09c2387-9ea8-4a0b-87c6-eaf4ddb1fcb9 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0516458 May 26 18:20:00.940317 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:00.974729 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:01.402436 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eea8d5-0d89-4fed-9494-3e048bd583b1 req-81742124-fa03-4fb5-a53d-bd29d15c5d44 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:01.410417 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-09eea8d5-0d89-4fed-9494-3e048bd583b1 req-81742124-fa03-4fb5-a53d-bd29d15c5d44 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0609291 May 26 18:20:01.468174 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-09eea8d5-0d89-4fed-9494-3e048bd583b1 req-856a1d9c-874a-4696-b2c2-5bde4562f7bf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567956 May 26 18:20:01.558167 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4252e88d-526a-4e12-bfb4-c7f113ff5652 req-2084cb0c-1820-42c0-8150-65c05303a118 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0514116 May 26 18:20:01.624618 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493563fb-a931-4a95-8ed0-6854330068fd req-4673c520-a99e-46b5-b73e-8cf3f5162d05 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:01.627109 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-493563fb-a931-4a95-8ed0-6854330068fd req-4673c520-a99e-46b5-b73e-8cf3f5162d05 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0628991 May 26 18:20:01.637912 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 56832) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:01.643903 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'floatingip': {'port_id': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:01.647424 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56834) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:01.652008 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-f49fec90-20b5-429a-8361-af5918693ea6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1838657399', 'description': 'tempest-description--1509706118'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:01.689879 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f49fec90-20b5-429a-8361-af5918693ea6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.737449 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (647d3365-63ea-4182-9b37-c1aced88e38a), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.796838 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f49fec90-20b5-429a-8361-af5918693ea6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group (cddf731a-5466-4410-ac52-074de1592d89), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.807016 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f49fec90-20b5-429a-8361-af5918693ea6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (cddf731a-5466-4410-ac52-074de1592d89), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.840855 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fec90-20b5-429a-8361-af5918693ea6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf731a-5466-4410-ac52-074de1592d89,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:01.847463 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f49fec90-20b5-429a-8361-af5918693ea6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.851822 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f49fec90-20b5-429a-8361-af5918693ea6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2033381 May 26 18:20:01.852457 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56838) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:01.857918 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:01.865694 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-002bbdfa-1833-4e58-b2ba-576b05401152 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'security_group_rule': {'security_group_id': 'cddf731a-5466-4410-ac52-074de1592d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:01.898703 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-002bbdfa-1833-4e58-b2ba-576b05401152 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group_rule (fe32d5ca-8776-46b7-a9cb-c75f51bdd1da), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.950259 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-002bbdfa-1833-4e58-b2ba-576b05401152 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group_rule (fe32d5ca-8776-46b7-a9cb-c75f51bdd1da), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.955908 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-002bbdfa-1833-4e58-b2ba-576b05401152 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (fe32d5ca-8776-46b7-a9cb-c75f51bdd1da), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.980111 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bbdfa-1833-4e58-b2ba-576b05401152 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe32d5ca-8776-46b7-a9cb-c75f51bdd1da,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:01.997330 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-002bbdfa-1833-4e58-b2ba-576b05401152 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.998737 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-002bbdfa-1833-4e58-b2ba-576b05401152 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453125 May 26 18:20:02.002578 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56840) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:02.007789 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-6d8a5a2c-dd61-4e3e-a559-58a3f08aca52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'security_group_rule': {'security_group_id': 'cddf731a-5466-4410-ac52-074de1592d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:02.046706 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a2c-dd61-4e3e-a559-58a3f08aca52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group_rule (ba59a5cf-ee7c-4605-8ddf-380e2672802c), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.111617 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a2c-dd61-4e3e-a559-58a3f08aca52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group_rule (ba59a5cf-ee7c-4605-8ddf-380e2672802c), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.120789 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a2c-dd61-4e3e-a559-58a3f08aca52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (ba59a5cf-ee7c-4605-8ddf-380e2672802c), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.143787 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a5a2c-dd61-4e3e-a559-58a3f08aca52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba59a5cf-ee7c-4605-8ddf-380e2672802c,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:02.154935 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5a2c-dd61-4e3e-a559-58a3f08aca52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.157982 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6d8a5a2c-dd61-4e3e-a559-58a3f08aca52 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530340 May 26 18:20:02.160836 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 56842) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:02.166024 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:02.198789 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.305068 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.307544 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.320438 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (647d3365-63ea-4182-9b37-c1aced88e38a), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.442211 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Allocated IP 172.27.3.177 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/b56f8c29-c2ed-41ba-9b69-fcde5aedc157) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:20:02.447491 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Floating IP 647d3365-63ea-4182-9b37-c1aced88e38a associated. External IP: 172.27.3.220, port: 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7. May 26 18:20:02.524397 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:02.587261 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:02.595177 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for port (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.640797 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.688886 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:20:02.692478 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:20:02.695097 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:20:02.737073 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event updated for resources: {'Port': ['ID=b56f8c29-c2ed-41ba-9b69-fcde5aedc157,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:02.840759 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (62ea5131-6a97-4ba3-8c65-ce66f2c1078f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.893234 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:02.956457 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b0719bd0-f0e7-42ac-891f-8ccfa920f811 req-974aad2a-118a-4c07-916b-ddd79d6697fc tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0414126 May 26 18:20:02.976755 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:02.980094 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:20:03.114563 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:20:03.119428 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:03.128680 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:20:03.140940 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for port (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:03.143224 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:20:03.143895 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:03.151053 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:03.158654 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5fd613ce-a0e9-4252-b2ea-5cfca5875d09 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "PUT /v2.0/floatingips/647d3365-63ea-4182-9b37-c1aced88e38a HTTP/1.1" status: 200 len: 992 time: 1.5187144 May 26 18:20:03.159359 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'tag': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:03.163332 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5848e1-b228-4d28-9774-c08c59346dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "dca22358-3d8a-4a3c-a5e9-cb003a11cf2c", "tag": "6d78a0b7-1afb-456a-9a08-dc8ea964b7b7"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:03.210299 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b05cdd-8dce-475b-866d-535be7fab0f3 x-openstack-request-id: req-d8b05cdd-8dce-475b-866d-535be7fab0f3 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:03.210593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca22358-3d8a-4a3c-a5e9-cb003a11cf2c", "tag": "6d78a0b7-1afb-456a-9a08-dc8ea964b7b7", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:03.210846 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8b05cdd-8dce-475b-866d-535be7fab0f3 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:03.211244 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b05cdd-8dce-475b-866d-535be7fab0f3'] response: {'name': 'network-changed', 'server_uuid': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'tag': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'status': 'completed', 'code': 200} May 26 18:20:03.248870 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event updated for resources: {'Port': ['ID=b56f8c29-c2ed-41ba-9b69-fcde5aedc157,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:03.286333 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:20:03.336195 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (62ea5131-6a97-4ba3-8c65-ce66f2c1078f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:03.371943 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:03.371943 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-9f3e1417-3cae-4978-8101-c50206af9591 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2044201 May 26 18:20:03.563228 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '647d3365-63ea-4182-9b37-c1aced88e38a', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:17:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:19:39Z', 'updated_at': '2022-05-26T18:20:02Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}, {'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:33Z', 'revision_number': 2, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:03.601493 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:20:03.611208 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:20:03.612063 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:19:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:03.627682 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-1372d41c-e407-482e-8374-94aa8dcd9d5b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1838657399&fields=id&tenant_id=5cb09766b9784d50aad144d466a5d050 HTTP/1.1" status: 200 len: 267 time: 0.0661280 May 26 18:20:03.756008 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-746abc1e-81d5-4607-8bea-47fa478f86b9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:03.757901 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-746abc1e-81d5-4607-8bea-47fa478f86b9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 819 time: 0.1285486 May 26 18:20:03.762087 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:20:03.774260 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-9251e68c-757a-4ea4-a288-32a114d9f3c9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/quotas/5cb09766b9784d50aad144d466a5d050 HTTP/1.1" status: 200 len: 375 time: 0.0101366 May 26 18:20:03.836672 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-18299139-f2ff-4e70-850e-37bc27146524 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0568259 May 26 18:20:03.937332 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:03.945551 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-57ef55a9-2893-4c32-b004-9c11f860e8c1 service neutron] 10.222.0.46 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934694 May 26 18:20:03.997635 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '647d3365-63ea-4182-9b37-c1aced88e38a', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:17:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:19:39Z', 'updated_at': '2022-05-26T18:20:02Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}, {'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:33Z', 'revision_number': 2, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:04.025746 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f2a26-de8e-437a-a711-431ec43433e1 None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '647d3365-63ea-4182-9b37-c1aced88e38a', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:17:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:19:39Z', 'updated_at': '2022-05-26T18:20:02Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}, {'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:33Z', 'revision_number': 2, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:20:04.106692 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c19a2124-b180-448a-b9ad-1f02e8998ab7 req-f74b5bb9-9dd1-4f67-ab5f-3ba9ee51105d tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0382922 May 26 18:20:04.124079 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7ec7f691-e2b0-474f-b061-2e6e12157d94 service neutron] 10.222.0.46 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698668 May 26 18:20:04.310869 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d97c014b-ceb0-4087-8f49-4eb2b95208b0 req-50161567-b25c-4990-9050-07cd7d8bca98 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 210 time: 0.0441313 May 26 18:20:04.336649 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f2812-f550-4820-9be5-db2d4a7138d8 None None] New status for floating IP 647d3365-63ea-4182-9b37-c1aced88e38a: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:20:04.563929 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-3d039d93-2878-410e-b4c7-c69f37cdade0 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:04.565471 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-3d039d93-2878-410e-b4c7-c69f37cdade0 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/networks?id=89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 200 len: 815 time: 0.1150379 May 26 18:20:04.581029 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-dcfe2731-13f5-4fa8-b0dc-652a3d07c3f4 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/quotas/d08521617c884fe9a67609887f0ddaae HTTP/1.1" status: 200 len: 375 time: 0.0100691 May 26 18:20:04.637246 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-196cb342-c4d2-4fff-87ba-6e237fd4d3bf tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d08521617c884fe9a67609887f0ddaae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502818 May 26 18:20:04.730062 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-7722ff3f-f759-49a0-86eb-0032db7d0bb6 service neutron] 10.222.0.46 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805497 May 26 18:20:04.797019 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:04.822108 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-788dad12-3cde-4cdf-ad95-a1b5566fa768 service neutron] 10.222.0.46 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863640 May 26 18:20:04.987396 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1fe071ea-eef4-436c-a7d5-5ea9c0156016 req-be332f83-c0bb-4863-85eb-47a81d2cf6a1 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 210 time: 0.0310645 May 26 18:20:05.211595 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83973021-fe9e-4cb9-9c76-fa29398c547e req-1ca59e72-67de-416a-9334-1a33876cb744 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0298300 May 26 18:20:05.411851 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4aa90ffc-c8d7-4d3d-936b-1ab4034d6659 req-c190e424-304f-4dde-89f1-68cce8fac7e6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 210 time: 0.0273561 May 26 18:20:06.119239 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-db828c5e-4788-4d10-b968-24c9ab16fc1e req-6178c619-abda-4f8c-982c-5f4b1f774607 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 210 time: 0.0400057 May 26 18:20:06.120070 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-1c6df1d2-db0e-4a45-92d2-a14d866d3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:06.121430 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-1c6df1d2-db0e-4a45-92d2-a14d866d3145 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 1130 time: 0.0892885 May 26 18:20:06.308560 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2cbdc60b-3117-4c0c-b93e-01ecdbe1b321 req-8e9b3cad-50c1-4832-8ed8-6a634cd59eee tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0289218 May 26 18:20:06.525585 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7ee71ede-fc01-4204-8534-9caeab059731 req-ca868cc9-4587-4f78-b18d-9eb8eec29beb tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 210 time: 0.0371852 May 26 18:20:06.553250 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-4ea75bce-f88f-4205-b895-fc25546b811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:06.554747 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-4ea75bce-f88f-4205-b895-fc25546b811c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 916 time: 0.1500506 May 26 18:20:06.951119 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-68184d85-2922-4f30-8553-afe44cd300e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 HTTP/1.1" status: 200 len: 1002 time: 0.0717382 May 26 18:20:07.014925 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-cd2cc0e0-bba1-4612-ad8a-e6a8e3576eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:07.016968 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-cd2cc0e0-bba1-4612-ad8a-e6a8e3576eea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0580518 May 26 18:20:07.216031 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6a85166-fa88-47e7-a77d-c1d20fe66caf req-b122cf82-decd-4d5e-9882-e1d8316886b8 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 210 time: 0.0291343 May 26 18:20:07.363063 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-302f8d40-0d92-4247-a6e4-cd9b51252c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:07.366579 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-302f8d40-0d92-4247-a6e4-cd9b51252c4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638981 May 26 18:20:07.415440 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bad3ab4a-39dd-4c10-b144-1fa3868f732e req-3d3cff27-91d5-4e7f-8020-11080dc6bc52 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0301852 May 26 18:20:07.462788 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fe1f8-4c0e-47dc-9f2f-b1386f413484 req-ba4a2917-629d-46fc-9f15-0a074dcdc29a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:07.464261 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1d8fe1f8-4c0e-47dc-9f2f-b1386f413484 req-ba4a2917-629d-46fc-9f15-0a074dcdc29a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0519004 May 26 18:20:07.510330 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1d8fe1f8-4c0e-47dc-9f2f-b1386f413484 req-08753416-d5ea-4ec2-b81a-84a55e50fe3f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398595 May 26 18:20:07.640662 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-17c65976-9c39-4078-a4a8-c37c63ee33b8 req-8f8000ac-2a6d-4b86-ac7c-2b5c0e923b58 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 210 time: 0.0427322 May 26 18:20:07.702869 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:07.725094 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-d1c1c5d1-24ea-4369-a070-9bd8cd8b64d1 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972738 May 26 18:20:08.039426 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-59473067-d123-452e-87f8-b79248976bb3 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=73e8074335b04d60987b4f8b1371a9bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711932 May 26 18:20:08.218109 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea5848e1-b228-4d28-9774-c08c59346dc0 req-4d4f0994-dcf9-4cc7-9541-e5343fae93cd service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512739 May 26 18:20:08.241606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-11fa9f83-4ee5-41ea-93c5-d08eaa4890a9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:08.243430 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-11fa9f83-4ee5-41ea-93c5-d08eaa4890a9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 819 time: 0.1513183 May 26 18:20:08.279957 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-2991035a-482b-46a4-bc8f-dce350e76292 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:08.282391 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-2991035a-482b-46a4-bc8f-dce350e76292 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.42 "GET /v2.0/networks?id=89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 200 len: 815 time: 0.2354209 May 26 18:20:08.292685 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-a1bdf667-d851-4b0f-9ce3-6d0caa3582f1 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:08.294252 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-a1bdf667-d851-4b0f-9ce3-6d0caa3582f1 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834710 May 26 18:20:08.317492 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-362587ac-4741-4bff-92e4-1c7245d717c2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb09766b9784d50aad144d466a5d050 HTTP/1.1" status: 200 len: 380 time: 0.0605812 May 26 18:20:08.336425 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'port': {'device_id': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'admin_state_up': True, 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'security_groups': ['cddf731a-5466-4410-ac52-074de1592d89']}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:08.340186 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'port': {'device_id': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'admin_state_up': True, 'tenant_id': 'd08521617c884fe9a67609887f0ddaae'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:08.346088 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Request body: {'port': {'device_id': '7b4de072-ccdb-491d-aa9c-71019c7dcb72', 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3', 'admin_state_up': True, 'tenant_id': '73e8074335b04d60987b4f8b1371a9bb'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:08.351090 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-551dbe0b-4d8a-46f3-ba3a-f47d87a4c3fe req-a2666252-26ce-4753-ba33-804c2b2178eb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 210 time: 0.0447857 May 26 18:20:08.357458 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:08.459944 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:08.463152 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:08.475777 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Made reservation on behalf of 5cb09766b9784d50aad144d466a5d050 for: {'port': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:20:08.479598 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:08.555375 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d0969d7-7bc0-42ab-812d-a24b544ee1a8 req-ae303dbb-ba19-4b05-92c6-146d321d4cc0 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0467563 May 26 18:20:08.587214 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Made reservation on behalf of d08521617c884fe9a67609887f0ddaae for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:20:08.591524 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:08.596438 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Made reservation on behalf of 73e8074335b04d60987b4f8b1371a9bb for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:20:08.598890 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:08.637876 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:08.668300 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Allocated IP 172.20.0.4 (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4/e2067c24-9fbf-4e43-9f21-0fffddf01cd2/baefe40e-bfcc-4cf6-bbb3-6273d240e5d0) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:20:08.739734 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d377e5-dd7e-4cca-bb81-85b792ee852e req-de597711-abe1-4114-b20a-2a4f4eb7e52f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:08.741457 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a9d377e5-dd7e-4cca-bb81-85b792ee852e req-de597711-abe1-4114-b20a-2a4f4eb7e52f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1199343 May 26 18:20:08.810625 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e889f3a1-77dd-4bd6-9e45-0cedc6ad967f req-a6160913-a3d4-40ac-9a0f-bb1109a9616a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 210 time: 0.0858157 May 26 18:20:08.890861 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:08.942932 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:08.963814 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a9d377e5-dd7e-4cca-bb81-85b792ee852e req-cd06e3a6-ad63-4859-9156-cc4d42bcb3b5 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063015 May 26 18:20:08.972738 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:08.974922 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Allocated IP 172.20.0.3 (89ba9544-9a06-4842-a8d3-5ca2550e14ac/3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5/c471eca6-7897-4bd4-980d-b46e7fcc2133) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:20:09.028839 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks [] for security_group (c85c1847-e7d7-4632-afba-fa7390eb0ea2), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.043367 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c85c1847-e7d7-4632-afba-fa7390eb0ea2), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.044339 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:20:09.052046 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:20:09.061997 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:20:09.076756 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event updated for resources: {'Port': ['ID=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:09.173770 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c1847-e7d7-4632-afba-fa7390eb0ea2,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:09.224785 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:09.225980 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.258480 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-db899604-eba1-40cb-8029-2d7de43ab9a8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9259877 May 26 18:20:09.328287 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:09.340713 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Allocated IP 192.168.233.187 (c7f294eb-c104-4501-ab1d-eaf6a2fa70d3/498d60f6-7dc6-4edc-b735-b807c0d2f499/e57de911-af42-44da-842d-d2a882b8ef20) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:20:09.373229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.439511 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-1db3c3b2-c128-4bae-b470-b0b9d093564a None None] Provisioning complete for port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:20:09.440668 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1db3c3b2-c128-4bae-b470-b0b9d093564a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.509153 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:09.511677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-1db3c3b2-c128-4bae-b470-b0b9d093564a None None] Port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:20:09.567988 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-60e630da-c41a-4f71-aa3b-735337c9ffaa req-43ec5f37-904f-4346-bc70-340d5eb7b32f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 210 time: 0.0398154 May 26 18:20:09.580817 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.684812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:20:09.703901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:09.709285 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:20:09.712211 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9660455-a547-427c-ad96-15dd93370454 req-cd6597ea-6454-4896-9c46-f4e309d0e6fc tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0665193 May 26 18:20:09.712992 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:20:09.732110 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks [] for port (e57de911-af42-44da-842d-d2a882b8ef20), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.810180 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:09.849717 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:09.850389 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.883969 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-03686198-dbd7-4bcb-a6df-d3c624e3a939 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5472929 May 26 18:20:09.887237 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (e57de911-af42-44da-842d-d2a882b8ef20), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:09.978848 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2602b99-4137-4c28-81d2-9f3c8e25eafe req-7d30ad30-9388-49c4-95f8-d2f052938342 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:09.980623 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2602b99-4137-4c28-81d2-9f3c8e25eafe req-7d30ad30-9388-49c4-95f8-d2f052938342 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0742731 May 26 18:20:10.051289 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:10.056364 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-972436c5-eaf3-4b04-94dd-39dfd35ded2a None None] Provisioning complete for port c471eca6-7897-4bd4-980d-b46e7fcc2133 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:20:10.059713 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-972436c5-eaf3-4b04-94dd-39dfd35ded2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:10.140846 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-972436c5-eaf3-4b04-94dd-39dfd35ded2a None None] Port c471eca6-7897-4bd4-980d-b46e7fcc2133 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:20:10.432943 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:20:10.436234 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Pushing event updated for resources: {'Port': ['ID=e57de911-af42-44da-842d-d2a882b8ef20,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:10.444790 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:20:10.454015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:20:10.509143 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8567b39-9860-49d7-80cd-eba014361e4d req-1dd2d3fc-75e0-4042-acae-d1aa657905f7 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:10.512361 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8567b39-9860-49d7-80cd-eba014361e4d req-1dd2d3fc-75e0-4042-acae-d1aa657905f7 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1689022 May 26 18:20:10.553314 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d2602b99-4137-4c28-81d2-9f3c8e25eafe req-ee958c30-1b32-46ae-9fd5-4c232c215f00 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083831 May 26 18:20:10.595205 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:10.595847 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:10.612882 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8567b39-9860-49d7-80cd-eba014361e4d req-68654bba-b7c9-4cce-b1cb-7be6e2081b81 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924642 May 26 18:20:10.646887 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2e336b08-5dda-4c92-9b62-38a07bc748f8 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3112483 May 26 18:20:10.774446 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-88523453-b0fe-4e89-8ce9-7526977ef5c3 None None] Provisioning complete for port e57de911-af42-44da-842d-d2a882b8ef20 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:20:10.775087 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-88523453-b0fe-4e89-8ce9-7526977ef5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (e57de911-af42-44da-842d-d2a882b8ef20), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:10.778653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03148e-a15e-422b-99ae-d5e3a9be4283 req-ce5e2bc3-7268-40f0-bfde-67e9213ca951 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:10.780227 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7e03148e-a15e-422b-99ae-d5e3a9be4283 req-ce5e2bc3-7268-40f0-bfde-67e9213ca951 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.0907912 May 26 18:20:10.811303 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-88523453-b0fe-4e89-8ce9-7526977ef5c3 None None] Port e57de911-af42-44da-842d-d2a882b8ef20 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:20:10.863684 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:10.885052 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68910d31-e6a2-48a4-96a4-e64f38d828b8 req-fb68e92d-ef12-4256-918b-ba61c2586c28 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:10.886804 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68910d31-e6a2-48a4-96a4-e64f38d828b8 req-fb68e92d-ef12-4256-918b-ba61c2586c28 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.0701475 May 26 18:20:10.890354 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7e03148e-a15e-422b-99ae-d5e3a9be4283 req-177bee6d-aa90-4296-81ce-f125a3d731e6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998220 May 26 18:20:10.944818 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68910d31-e6a2-48a4-96a4-e64f38d828b8 req-f3b1cfad-8e0a-4a9a-a837-297c3e55c8f7 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511141 May 26 18:20:11.523173 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:20:11.680574 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41791889-23c4-4f60-94b0-e8e0523ba44b req-823a8edf-c4be-4a55-bc89-d5f249de5178 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:11.682209 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-41791889-23c4-4f60-94b0-e8e0523ba44b req-823a8edf-c4be-4a55-bc89-d5f249de5178 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0493338 May 26 18:20:11.766512 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7929d5a-2d1e-4df0-883c-5051d6882e6d req-daa524e2-2577-4c65-9a5d-4adb56af7b44 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:11.767998 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7929d5a-2d1e-4df0-883c-5051d6882e6d req-daa524e2-2577-4c65-9a5d-4adb56af7b44 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0716250 May 26 18:20:11.799990 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-41791889-23c4-4f60-94b0-e8e0523ba44b req-6bd4a23e-8284-4719-8a6a-40001c5b1858 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015196 May 26 18:20:11.848482 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7929d5a-2d1e-4df0-883c-5051d6882e6d req-c810e03a-09a9-4e83-ab8f-7c79a28595c8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720930 May 26 18:20:12.024423 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bcb54-bbcd-413e-8d66-d278a3804dac req-c57f1702-e463-4717-a796-afa26c121a5f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:12.026371 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278bcb54-bbcd-413e-8d66-d278a3804dac req-c57f1702-e463-4717-a796-afa26c121a5f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.0575836 May 26 18:20:12.087360 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa653b-0407-4f93-ada9-21467874eaa7 req-1dab167b-9503-4ef4-bd83-bed7b984824e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:12.088909 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6aa653b-0407-4f93-ada9-21467874eaa7 req-1dab167b-9503-4ef4-bd83-bed7b984824e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.0614357 May 26 18:20:12.129910 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-278bcb54-bbcd-413e-8d66-d278a3804dac req-e49c2140-af13-4e21-a3dc-05d40e2c000a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935521 May 26 18:20:12.152643 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6aa653b-0407-4f93-ada9-21467874eaa7 req-837a51b4-d89c-4ebf-9caa-354712f86ee9 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563498 May 26 18:20:12.932727 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b744ed-fd49-4cf0-b7db-52c754f03722 req-d6aeee6f-2a01-4259-9e8c-c09b21c64a13 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:12.941271 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-71b744ed-fd49-4cf0-b7db-52c754f03722 req-d6aeee6f-2a01-4259-9e8c-c09b21c64a13 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0664792 May 26 18:20:12.969860 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:12.989497 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-71b744ed-fd49-4cf0-b7db-52c754f03722 req-5a7632d5-0d7b-4592-bf86-2aafa7e706e1 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473490 May 26 18:20:13.128379 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968e2e-c967-4c2f-b769-e219511dbde7 req-761d6ec9-e23b-4609-985d-994e565e7cff tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:13.129833 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df968e2e-c967-4c2f-b769-e219511dbde7 req-761d6ec9-e23b-4609-985d-994e565e7cff tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0543401 May 26 18:20:13.184830 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df968e2e-c967-4c2f-b769-e219511dbde7 req-d878a81e-d74b-4b9d-8b3f-c10f896bb737 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 May 26 18:20:13.373789 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335ba3-ebab-494d-a10c-d178b3e99456 req-bc0f11fd-a5bc-4fa4-92b9-815d41c0f614 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:13.376011 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a9335ba3-ebab-494d-a10c-d178b3e99456 req-bc0f11fd-a5bc-4fa4-92b9-815d41c0f614 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.1057115 May 26 18:20:13.388103 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d605eb-e115-4275-bff3-096a56c63ccd req-e353d72a-71a5-4cc7-965e-be3a9423b396 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:13.389595 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-04d605eb-e115-4275-bff3-096a56c63ccd req-e353d72a-71a5-4cc7-965e-be3a9423b396 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.0784612 May 26 18:20:13.467584 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-04d605eb-e115-4275-bff3-096a56c63ccd req-d0df96a5-d32b-4293-bcc0-e127f597fb99 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689118 May 26 18:20:13.472234 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a9335ba3-ebab-494d-a10c-d178b3e99456 req-3cb7e08e-5a14-4b14-b081-9e8b4483eb3f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815709 May 26 18:20:13.594618 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0de465-b66f-4792-9a20-8669b64cbb67 req-7453cb51-c8a5-4cbc-b600-7aa0eb8ec327 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:13.596548 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c0de465-b66f-4792-9a20-8669b64cbb67 req-7453cb51-c8a5-4cbc-b600-7aa0eb8ec327 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0537343 May 26 18:20:13.631483 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:13.663921 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c0de465-b66f-4792-9a20-8669b64cbb67 req-95a3c607-b8db-4d32-a30a-d9aea1cef259 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611153 May 26 18:20:14.025210 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=78 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:14.119636 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2a1e3-2cdf-4c6d-b719-c851ff3fd7c2 req-95c6b064-22a1-4c83-ac05-8ee94340037b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:14.122110 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7b2a1e3-2cdf-4c6d-b719-c851ff3fd7c2 req-95c6b064-22a1-4c83-ac05-8ee94340037b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0615098 May 26 18:20:14.179788 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7b2a1e3-2cdf-4c6d-b719-c851ff3fd7c2 req-f7bad997-f7b4-48fa-85e7-3a2026863a81 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494003 May 26 18:20:14.315988 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7247c58-1b63-46d4-957d-ab415aeaaebf req-7e227b57-6f46-49e3-b003-b75e6ab4c0ef tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:14.317827 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e7247c58-1b63-46d4-957d-ab415aeaaebf req-7e227b57-6f46-49e3-b003-b75e6ab4c0ef tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0599227 May 26 18:20:14.348030 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:14.376599 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e7247c58-1b63-46d4-957d-ab415aeaaebf req-6578c879-187e-4cac-9bf2-168845a1f008 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510423 May 26 18:20:14.622645 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad1f69-1eff-4735-b6cd-5f3d1f1c18f7 req-eaebed8d-c745-41c9-b586-46077024d601 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:14.624221 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6ad1f69-1eff-4735-b6cd-5f3d1f1c18f7 req-eaebed8d-c745-41c9-b586-46077024d601 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.0830748 May 26 18:20:14.635129 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dd5db-bce9-4672-bff8-5d83cb20b243 req-ef942494-37a7-4b6a-90f2-21054c8c3fa6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:14.636544 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b96dd5db-bce9-4672-bff8-5d83cb20b243 req-ef942494-37a7-4b6a-90f2-21054c8c3fa6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.0630648 May 26 18:20:14.705297 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6ad1f69-1eff-4735-b6cd-5f3d1f1c18f7 req-72a83222-9edb-4185-8604-22bc1e0b5d9a tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677507 May 26 18:20:14.728348 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b96dd5db-bce9-4672-bff8-5d83cb20b243 req-af06e560-9422-4d5c-b635-f29e84320bfc tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848122 May 26 18:20:14.813277 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470934-ce5f-40ee-b8c7-6dad72df2b6e req-a4ec9917-4301-4e27-a51f-2294261939d7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:14.814778 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f470934-ce5f-40ee-b8c7-6dad72df2b6e req-a4ec9917-4301-4e27-a51f-2294261939d7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0519955 May 26 18:20:14.862013 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f470934-ce5f-40ee-b8c7-6dad72df2b6e req-2089daac-54f3-471a-95be-001b0c1901d5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416038 May 26 18:20:15.311682 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad8b75-e4c8-4573-bd8a-6b0f267d0860 req-1d4ca9d4-47bc-4aa4-8e03-4ef079402c22 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:15.313725 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-37ad8b75-e4c8-4573-bd8a-6b0f267d0860 req-1d4ca9d4-47bc-4aa4-8e03-4ef079402c22 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0588005 May 26 18:20:15.361939 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-37ad8b75-e4c8-4573-bd8a-6b0f267d0860 req-5091aeb5-d028-4997-9bd6-8ad935b08087 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 May 26 18:20:15.503198 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540f9b-34f7-4984-b16f-366951cdfa48 req-64e50c8e-7dab-4f1c-ba22-7e23b3387496 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:15.504631 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd540f9b-34f7-4984-b16f-366951cdfa48 req-64e50c8e-7dab-4f1c-ba22-7e23b3387496 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0531478 May 26 18:20:15.558920 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd540f9b-34f7-4984-b16f-366951cdfa48 req-ef0eb588-c4a1-4e4d-8547-0e8444afaf4c tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487125 May 26 18:20:15.816421 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:15.848643 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc38f1-c1ac-487b-ab95-c6113f791ef0 req-a1547f9f-1f03-4f61-96bd-68cdf428c91b tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:15.849788 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c2cc38f1-c1ac-487b-ab95-c6113f791ef0 req-a1547f9f-1f03-4f61-96bd-68cdf428c91b tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.0757561 May 26 18:20:15.865001 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5422a83-c47e-479a-bd89-9f7cf42378ce req-c95cc0eb-b619-4863-815f-489f6c13a01f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:15.866555 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e5422a83-c47e-479a-bd89-9f7cf42378ce req-c95cc0eb-b619-4863-815f-489f6c13a01f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.0639455 May 26 18:20:15.947538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c2cc38f1-c1ac-487b-ab95-c6113f791ef0 req-0adad6da-530f-4a2b-844f-490bb2754619 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799930 May 26 18:20:15.969271 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e5422a83-c47e-479a-bd89-9f7cf42378ce req-3ee68537-5ac7-4a22-96b0-1c79aee74a1a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 May 26 18:20:16.048708 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f58d-7253-4ad4-b73f-e2284b5858bc req-dbc0e3d1-13f1-4ad3-918a-5b135142217b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:16.050071 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7df7f58d-7253-4ad4-b73f-e2284b5858bc req-dbc0e3d1-13f1-4ad3-918a-5b135142217b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0466518 May 26 18:20:16.114071 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7df7f58d-7253-4ad4-b73f-e2284b5858bc req-1207e82e-201a-404f-93f2-fcb0a8510890 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581584 May 26 18:20:16.483496 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebea54-daab-45d5-8b6a-f160cda0ef90 req-1a35032b-5158-463a-b6e3-acd0b4241a36 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:16.485590 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c4ebea54-daab-45d5-8b6a-f160cda0ef90 req-1a35032b-5158-463a-b6e3-acd0b4241a36 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0526364 May 26 18:20:16.534932 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c4ebea54-daab-45d5-8b6a-f160cda0ef90 req-c27c090d-aa43-4dc4-acc2-0e58815729e4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 May 26 18:20:16.684874 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3e3b8-35cb-490a-8d54-9c4621bc2615 req-2e786a46-fc42-4d34-9b6d-47fc9b56efec tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:16.686357 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d8f3e3b8-35cb-490a-8d54-9c4621bc2615 req-2e786a46-fc42-4d34-9b6d-47fc9b56efec tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0504014 May 26 18:20:16.731607 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d8f3e3b8-35cb-490a-8d54-9c4621bc2615 req-a912e8ef-7c7c-41ba-b9ee-4bba8c29df6d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395892 May 26 18:20:17.113172 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9157de-3e86-402e-92df-f3d277b6fdcb req-25423432-9b74-4bb3-a7bd-e9350e131b60 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:17.114674 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f9157de-3e86-402e-92df-f3d277b6fdcb req-25423432-9b74-4bb3-a7bd-e9350e131b60 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.0890493 May 26 18:20:17.124822 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aec98d-16e9-4b41-aea0-a2111b64c9c2 req-8cf36ae3-4397-4535-bdaa-b8b447747c7d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:17.126978 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50aec98d-16e9-4b41-aea0-a2111b64c9c2 req-8cf36ae3-4397-4535-bdaa-b8b447747c7d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.0628142 May 26 18:20:17.133352 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:17.209666 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f9157de-3e86-402e-92df-f3d277b6fdcb req-1d6df1b2-f1b2-435d-9c63-a00d9c9df87e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815125 May 26 18:20:17.213348 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50aec98d-16e9-4b41-aea0-a2111b64c9c2 req-ea0ff36a-492f-4c16-a742-8e36be3a2c3e tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770473 May 26 18:20:17.335488 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269e5a5-9d91-4603-9c81-13403fd85070 req-eae3feb9-7db6-4d8c-8d3f-bc3cfaba7e2e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:17.337008 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4269e5a5-9d91-4603-9c81-13403fd85070 req-eae3feb9-7db6-4d8c-8d3f-bc3cfaba7e2e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0495844 May 26 18:20:17.391521 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4269e5a5-9d91-4603-9c81-13403fd85070 req-1cbf8536-68d3-4948-b4ad-19f37e9afcde tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 May 26 18:20:17.662471 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751676a3-ceae-48b7-a286-7265f6bbcf89 req-67c9fb3d-d62c-4e38-a66e-ee5816394aef tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:17.664637 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-751676a3-ceae-48b7-a286-7265f6bbcf89 req-67c9fb3d-d62c-4e38-a66e-ee5816394aef tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0587463 May 26 18:20:17.714865 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-751676a3-ceae-48b7-a286-7265f6bbcf89 req-69fe1386-549d-4aa8-908e-5e714c484a61 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446451 May 26 18:20:17.856466 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a4147-afa8-414a-a477-a248690a549d req-53d387fa-31aa-49bb-a7d5-6ac81eabdff8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:17.857945 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e14a4147-afa8-414a-a477-a248690a549d req-53d387fa-31aa-49bb-a7d5-6ac81eabdff8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0552030 May 26 18:20:17.905325 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e14a4147-afa8-414a-a477-a248690a549d req-0b22e8cc-f276-42cf-9acf-1ed45769be6f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 May 26 18:20:18.393310 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1ff95-5460-4d3b-b66e-411afc2047e4 req-a3c5befc-57f5-42d6-8ba6-998e9475e5fc tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:18.394912 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b5b1ff95-5460-4d3b-b66e-411afc2047e4 req-a3c5befc-57f5-42d6-8ba6-998e9475e5fc tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.0820129 May 26 18:20:18.403113 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2c274-0110-4708-add6-082031e133a1 req-173c77d1-3eab-4f3f-8a0c-a3e614ed60ed tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:18.404548 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8a2c274-0110-4708-add6-082031e133a1 req-173c77d1-3eab-4f3f-8a0c-a3e614ed60ed tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.0807068 May 26 18:20:18.449547 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:18.482535 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b5b1ff95-5460-4d3b-b66e-411afc2047e4 req-f8c97fc0-ebda-4136-887c-f0263a9e15a7 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770121 May 26 18:20:18.487786 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8a2c274-0110-4708-add6-082031e133a1 req-682bce11-a3e2-4438-9d79-69f25b3b2c88 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754647 May 26 18:20:18.616077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de23f-fc3b-4b55-8b8f-c34413651bf0 req-d7d77a62-1f0e-42b5-a745-58890d86fbc8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:18.623333 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-560de23f-fc3b-4b55-8b8f-c34413651bf0 req-d7d77a62-1f0e-42b5-a745-58890d86fbc8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0682039 May 26 18:20:18.674123 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-560de23f-fc3b-4b55-8b8f-c34413651bf0 req-f190e180-24eb-4b7b-b07b-485712b26b01 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498655 May 26 18:20:18.840257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c62ebe-54ea-45a2-808a-ef2bf929644a req-0ee25c71-ae58-4ab7-8033-b5031078a7c4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:18.841708 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-07c62ebe-54ea-45a2-808a-ef2bf929644a req-0ee25c71-ae58-4ab7-8033-b5031078a7c4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0509846 May 26 18:20:18.896350 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-07c62ebe-54ea-45a2-808a-ef2bf929644a req-2e418411-2482-4515-a091-a1a551b04c7d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481391 May 26 18:20:19.025259 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df190d-d6af-4e1c-8510-383065d54343 req-ba15d4ed-0788-484c-a1ce-615810601c13 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:19.026691 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-54df190d-d6af-4e1c-8510-383065d54343 req-ba15d4ed-0788-484c-a1ce-615810601c13 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0488448 May 26 18:20:19.076041 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-54df190d-d6af-4e1c-8510-383065d54343 req-4bf41f45-7eaa-44b5-9091-dc3300fc7e3f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 May 26 18:20:19.190618 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:19.246632 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=65,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:19.640002 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2741-9ad6-456e-a72a-5a5aa40a9dda req-349d9c48-9923-4c3a-a4fd-288882fec68d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:19.641746 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9dd2741-9ad6-456e-a72a-5a5aa40a9dda req-349d9c48-9923-4c3a-a4fd-288882fec68d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.0860918 May 26 18:20:19.661413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f416657-00f0-4028-854d-83411c1b0be1 req-b4259186-4869-4b4c-a64a-ba773bfd6ded tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:19.662828 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f416657-00f0-4028-854d-83411c1b0be1 req-b4259186-4869-4b4c-a64a-ba773bfd6ded tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.0666091 May 26 18:20:19.732972 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:19.738471 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9dd2741-9ad6-456e-a72a-5a5aa40a9dda req-3514934a-b4d8-46b4-a5b8-ab2b064f84e9 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913775 May 26 18:20:19.742141 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f416657-00f0-4028-854d-83411c1b0be1 req-38b458d3-7ea8-4207-a83c-52578e45b8e6 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726149 May 26 18:20:19.838077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e4c5a-95b0-4d32-aaa2-85e78d003658 req-d5be7c85-4349-4a2e-bb26-461c85471521 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:19.839521 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-021e4c5a-95b0-4d32-aaa2-85e78d003658 req-d5be7c85-4349-4a2e-bb26-461c85471521 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0470157 May 26 18:20:19.892014 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-021e4c5a-95b0-4d32-aaa2-85e78d003658 req-94128662-1040-4c17-bd8b-c1bf42dd5340 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463967 May 26 18:20:20.010273 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfdcb5-80cc-41fb-905b-4d4d7d20095c req-54d62f9d-d5a1-4d1a-bdfd-e1c92e872d7e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:20.011753 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4acfdcb5-80cc-41fb-905b-4d4d7d20095c req-54d62f9d-d5a1-4d1a-bdfd-e1c92e872d7e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 931 time: 0.0482934 May 26 18:20:20.058844 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4acfdcb5-80cc-41fb-905b-4d4d7d20095c req-1bb74961-48f3-481a-bfdd-452294af9c2c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 May 26 18:20:20.190119 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21607849-8f64-40d4-bbe1-53c0f047e468 req-eae9c9d7-0456-486b-a5ca-7eac4b7f5a30 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:20.191577 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-21607849-8f64-40d4-bbe1-53c0f047e468 req-eae9c9d7-0456-486b-a5ca-7eac4b7f5a30 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0460575 May 26 18:20:20.237857 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-21607849-8f64-40d4-bbe1-53c0f047e468 req-1e9ae340-6272-4565-9f9b-1ba4da604664 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 May 26 18:20:20.336044 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3e1e27bb-7c69-4feb-bca5-cb3a53c54f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:20.838111 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Request body: {'port': {'device_id': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:20.856440 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Request body: {'port': {'device_id': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:20.863130 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Request body: {'port': {'device_id': '7b4de072-ccdb-491d-aa9c-71019c7dcb72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:20.901108 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:20.969790 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe902a-3896-4c0a-9999-922226240f19 req-c5af286a-9b21-4dcf-9ba8-17b60817bc79 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:20.971280 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cbe902a-3896-4c0a-9999-922226240f19 req-c5af286a-9b21-4dcf-9ba8-17b60817bc79 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 936 time: 0.1460569 May 26 18:20:20.979930 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c6d1-26f4-43ec-ab51-26c93b33ea86 req-7a1a8077-b2fb-434f-a3db-2eb436a6a1a4 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:20.981352 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f29c6d1-26f4-43ec-ab51-26c93b33ea86 req-7a1a8077-b2fb-434f-a3db-2eb436a6a1a4 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 931 time: 0.1455805 May 26 18:20:21.013556 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:21.069923 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:21.082041 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e57de911-af42-44da-842d-d2a882b8ef20), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:21.175310 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cbe902a-3896-4c0a-9999-922226240f19 req-673f82ca-20fd-41df-91c8-17d89c5013c1 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776223 May 26 18:20:21.178169 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f29c6d1-26f4-43ec-ab51-26c93b33ea86 req-2ac428f2-3373-4eb2-872f-bddece5adbaa tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763079 May 26 18:20:21.191043 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 {{(pid=103965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:20:21.220356 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Publish callbacks [] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:21.238459 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.provisioning_blocks [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Transition to ACTIVE for port object baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 will not be triggered until provisioned by entity L2. {{(pid=103965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:20:21.243878 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:21.308502 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Pushing event updated for resources: {'Port': ['ID=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:21.380746 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Attempting to bind port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:20:21.381070 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Attempting to bind port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:20:21.381393 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Attempting to bind port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:20:21.386295 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:20:21.386611 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Attempting to bind port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 on network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:20:21.393012 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:20:21.393619 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Checking segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:20:21.393919 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Bound using segment: {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:20:21.394349 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Bound port: baefe40e-bfcc-4cf6-bbb3-6273d240e5d0, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea558902-48ca-403f-a258-ea319945004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:20:21.394706 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:21.461843 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] For port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0, host hv-cinder-84349, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:20:21.465795 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] For port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:20:21.473992 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:21.480433 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70d347-101c-444f-ae0b-48dc03e73a0c req-8519f495-6251-4101-8804-52d8d8c61d4f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:21.482000 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a70d347-101c-444f-ae0b-48dc03e73a0c req-8519f495-6251-4101-8804-52d8d8c61d4f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 943 time: 0.2329540 May 26 18:20:21.496190 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb28c8-2b42-4034-a3b0-31d8b1e2e490 req-1419bec7-dbbe-44d5-a9d1-34ceb7341d90 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:21.497696 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ecb28c8-2b42-4034-a3b0-31d8b1e2e490 req-1419bec7-dbbe-44d5-a9d1-34ceb7341d90 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.2387767 May 26 18:20:21.510503 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:21.511124 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for port (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:21.512527 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] 10.222.0.42 "PUT /v2.0/ports/baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 200 len: 1093 time: 0.6786969 May 26 18:20:21.512964 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:21.515208 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a354be-6b7e-48d0-86e7-36687727f7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:21.543969 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd49bf0-a496-48be-ab0c-998a585ef355 service neutron] Pushing event updated for resources: {'Port': ['ID=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:21.612311 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-2017faf4-ea21-463c-9aa6-2963e96cfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:21.613851 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-2017faf4-ea21-463c-9aa6-2963e96cfcfe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1127 time: 0.0445967 May 26 18:20:21.614586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:21.658703 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-72b23f45-9d06-4037-a090-d4a139097b27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 200 len: 217 time: 0.0351233 May 26 18:20:21.694922 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2a70d347-101c-444f-ae0b-48dc03e73a0c req-d11cd95a-20f4-4a41-8012-2a2fea7ca380 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930730 May 26 18:20:21.727453 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-2b48f105-97e3-4138-a6f4-ac5271408461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:21.728911 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-2b48f105-97e3-4138-a6f4-ac5271408461 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.0631804 May 26 18:20:21.763347 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ecb28c8-2b42-4034-a3b0-31d8b1e2e490 req-805634c4-a6ed-41af-b93a-e8e154b294fc tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274549 May 26 18:20:21.795776 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-076a55bf-de47-4fda-be28-7a1ae8d4c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:21.798162 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-076a55bf-de47-4fda-be28-7a1ae8d4c48f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600975 May 26 18:20:21.825265 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:21.829680 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040b7eec-0a29-4eab-b6b8-2c5c50f35c21 x-openstack-request-id: req-040b7eec-0a29-4eab-b6b8-2c5c50f35c21 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:21.830037 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:21.830288 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-040b7eec-0a29-4eab-b6b8-2c5c50f35c21 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:21.830686 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040b7eec-0a29-4eab-b6b8-2c5c50f35c21'] response: {'name': 'network-changed', 'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'status': 'completed', 'code': 200} May 26 18:20:21.869640 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:21.894222 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:21.897700 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-5c2f754d-0f2b-4aa7-bbde-5ffcd1ee8692 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902722 May 26 18:20:21.914401 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30637335-a35d-4fec-b636-41867be38208 req-26f76b5d-3f93-4cf8-b645-e2782abe29d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:21.915868 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30637335-a35d-4fec-b636-41867be38208 req-26f76b5d-3f93-4cf8-b645-e2782abe29d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1123500 May 26 18:20:21.933622 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57de911-af42-44da-842d-d2a882b8ef20 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:20:21.964508 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Publish callbacks [] for port (e57de911-af42-44da-842d-d2a882b8ef20), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:22.199194 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a1767cc4-6802-46fb-a65a-519452ecaecf req-f2bb9f7e-26ae-40ee-9247-58e75d76c8f1 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894590 May 26 18:20:22.245369 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Transition to ACTIVE for port object e57de911-af42-44da-842d-d2a882b8ef20 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:20:22.247633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c471eca6-7897-4bd4-980d-b46e7fcc2133 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:20:22.256799 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (e57de911-af42-44da-842d-d2a882b8ef20), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:22.259897 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Publish callbacks [] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:22.322289 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30637335-a35d-4fec-b636-41867be38208 req-c2beaa5e-2879-42be-9f4c-20431500dc46 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946559 May 26 18:20:22.323399 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Transition to ACTIVE for port object c471eca6-7897-4bd4-980d-b46e7fcc2133 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:20:22.358314 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:22.372733 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Pushing event updated for resources: {'Port': ['ID=e57de911-af42-44da-842d-d2a882b8ef20,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:22.410277 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d18d0-2b23-448c-8abe-2541937095ba req-28ddf832-7983-44f3-8c98-50a606ef6b4e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:22.411767 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5e8d18d0-2b23-448c-8abe-2541937095ba req-28ddf832-7983-44f3-8c98-50a606ef6b4e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 948 time: 0.1386273 May 26 18:20:22.542134 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ee65-f7c9-4dfe-baf6-0c5c24ab0e1f req-d6bcbdb7-76b5-42fb-a91b-cedba43c4f8f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:22.543694 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e91ee65-f7c9-4dfe-baf6-0c5c24ab0e1f req-d6bcbdb7-76b5-42fb-a91b-cedba43c4f8f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 943 time: 0.1618326 May 26 18:20:22.567235 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Pushing event updated for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:22.571023 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7ab354cf-3531-4ca1-808b-6b824c08658f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:22.651663 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5e8d18d0-2b23-448c-8abe-2541937095ba req-61d8a1e5-69a4-40af-92e6-3be9e6d835ba tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209175 May 26 18:20:22.659553 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:22.693095 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Attempting to bind port e57de911-af42-44da-842d-d2a882b8ef20 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:20:22.693426 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Attempting to bind port e57de911-af42-44da-842d-d2a882b8ef20 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:20:22.693775 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Attempting to bind port e57de911-af42-44da-842d-d2a882b8ef20 on network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:20:22.698255 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e91ee65-f7c9-4dfe-baf6-0c5c24ab0e1f req-b83be106-1270-46cc-943f-5f119fd9a8b9 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284800 May 26 18:20:22.711127 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Port e57de911-af42-44da-842d-d2a882b8ef20 on network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:20:22.711451 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Attempting to bind port e57de911-af42-44da-842d-d2a882b8ef20 on network c7f294eb-c104-4501-ab1d-eaf6a2fa70d3 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:20:22.717524 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Attempting to bind port c471eca6-7897-4bd4-980d-b46e7fcc2133 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:20:22.717888 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Attempting to bind port c471eca6-7897-4bd4-980d-b46e7fcc2133 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:20:22.718198 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Attempting to bind port c471eca6-7897-4bd4-980d-b46e7fcc2133 on network 89ba9544-9a06-4842-a8d3-5ca2550e14ac {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:20:22.721991 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:20:22.722329 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Checking segment: {'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:20:22.722704 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Bound using segment: {'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:20:22.723127 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Bound port: e57de911-af42-44da-842d-d2a882b8ef20, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e10a070-3e4c-472b-bc33-e3b5ad40b6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:20:22.723480 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e57de911-af42-44da-842d-d2a882b8ef20), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:22.733527 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Port c471eca6-7897-4bd4-980d-b46e7fcc2133 on network 89ba9544-9a06-4842-a8d3-5ca2550e14ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:20:22.733875 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Attempting to bind port c471eca6-7897-4bd4-980d-b46e7fcc2133 on network 89ba9544-9a06-4842-a8d3-5ca2550e14ac {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:20:22.742212 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:20:22.742548 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Checking segment: {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:20:22.742926 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Bound using segment: {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:20:22.743350 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Bound port: c471eca6-7897-4bd4-980d-b46e7fcc2133, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7180cc57-ad44-45ff-8fdb-58f4639ec043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:20:22.743700 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:22.867939 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db79623-667c-4ded-b8d2-93adefe3795a req-5742ee6b-6f93-4907-9615-9c63114038c5 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:22.869361 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1db79623-667c-4ded-b8d2-93adefe3795a req-5742ee6b-6f93-4907-9615-9c63114038c5 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 943 time: 0.1001508 May 26 18:20:22.910350 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:22.914315 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] For port e57de911-af42-44da-842d-d2a882b8ef20, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:20:22.959614 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4f62e-7275-4123-b491-f4b2c5398dfd req-a04a0928-cb4a-442f-ac86-b1ac897e857d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:22.961075 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9fe4f62e-7275-4123-b491-f4b2c5398dfd req-a04a0928-cb4a-442f-ac86-b1ac897e857d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.1204331 May 26 18:20:22.964061 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] For port e57de911-af42-44da-842d-d2a882b8ef20, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e57de911-af42-44da-842d-d2a882b8ef20,segment=NetworkSegment(1e10a070-3e4c-472b-bc33-e3b5ad40b6e9),segment_id=1e10a070-3e4c-472b-bc33-e3b5ad40b6e9)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:20:22.972215 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:20:22.978478 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:20:22.980271 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (e57de911-af42-44da-842d-d2a882b8ef20), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:23.026024 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:23.069952 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.070565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:23.071932 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] 10.222.0.42 "PUT /v2.0/ports/e57de911-af42-44da-842d-d2a882b8ef20 HTTP/1.1" status: 200 len: 1098 time: 2.2336328 May 26 18:20:23.072586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4de072-ccdb-491d-aa9c-71019c7dcb72', 'tag': 'e57de911-af42-44da-842d-d2a882b8ef20'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:23.074811 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9f55e3-775d-4435-b5ae-0c8dcef833aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4de072-ccdb-491d-aa9c-71019c7dcb72", "tag": "e57de911-af42-44da-842d-d2a882b8ef20"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:23.080736 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1db79623-667c-4ded-b8d2-93adefe3795a req-eaccf406-f196-4c55-a0f1-ac20310887e7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890278 May 26 18:20:23.088164 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.088776 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:23.090166 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] 10.222.0.42 "PUT /v2.0/ports/c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 1093 time: 2.2533746 May 26 18:20:23.121192 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9fe4f62e-7275-4123-b491-f4b2c5398dfd req-cbd2e1aa-04ae-4ea6-b11a-246037dc8b03 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463106 May 26 18:20:23.124575 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b8ae4-1336-4f90-8d90-e7887439205b service neutron] Pushing event updated for resources: {'Port': ['ID=e57de911-af42-44da-842d-d2a882b8ef20,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:23.160151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27acc9c-95d2-4e47-aa8b-f0948830b3f4 x-openstack-request-id: req-e27acc9c-95d2-4e47-aa8b-f0948830b3f4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:23.160449 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4de072-ccdb-491d-aa9c-71019c7dcb72", "tag": "e57de911-af42-44da-842d-d2a882b8ef20", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:23.160697 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e27acc9c-95d2-4e47-aa8b-f0948830b3f4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:23.161101 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27acc9c-95d2-4e47-aa8b-f0948830b3f4'] response: {'name': 'network-changed', 'server_uuid': '7b4de072-ccdb-491d-aa9c-71019c7dcb72', 'tag': 'e57de911-af42-44da-842d-d2a882b8ef20', 'status': 'completed', 'code': 200} May 26 18:20:23.189438 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bd475-3a1a-43b1-8c81-9eb606bf3e51 service neutron] Pushing event updated for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:23.388649 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-272a69f3-ce2b-47d9-b513-2e76e34f4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.390282 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-272a69f3-ce2b-47d9-b513-2e76e34f4c52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d08521617c884fe9a67609887f0ddaae&device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1127 time: 0.0429819 May 26 18:20:23.417288 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-115b19d0-f046-44fb-9519-7402cafd1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.418783 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-115b19d0-f046-44fb-9519-7402cafd1fda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1127 time: 0.0867102 May 26 18:20:23.434949 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-579b8b80-21ff-452b-a9cc-a09081599446 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 217 time: 0.0363047 May 26 18:20:23.454486 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f55e3-775d-4435-b5ae-0c8dcef833aa req-ccb5cc50-e253-4d39-9459-a1cef48905a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.456102 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec9f55e3-775d-4435-b5ae-0c8dcef833aa req-ccb5cc50-e253-4d39-9459-a1cef48905a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e8074335b04d60987b4f8b1371a9bb&device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 1132 time: 0.0902932 May 26 18:20:23.487120 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-4f0b8027-8a68-4223-b956-12b8be022028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.488479 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-4f0b8027-8a68-4223-b956-12b8be022028 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 HTTP/1.1" status: 200 len: 854 time: 0.0475855 May 26 18:20:23.527124 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca877562-904b-48a0-b5c9-bf6858992ed5 req-8e24aed1-e354-426a-8bea-dbf2207e5776 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.528703 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca877562-904b-48a0-b5c9-bf6858992ed5 req-8e24aed1-e354-426a-8bea-dbf2207e5776 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1288056 May 26 18:20:23.533129 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-345c82ce-7e29-4c7e-bfa6-6d429c7e8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.534302 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec9f55e3-775d-4435-b5ae-0c8dcef833aa req-cb5f1b43-7c4c-4a51-9d67-9ff9a1fe3c52 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=73e8074335b04d60987b4f8b1371a9bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668843 May 26 18:20:23.534665 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-345c82ce-7e29-4c7e-bfa6-6d429c7e8c9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89ba9544-9a06-4842-a8d3-5ca2550e14ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398304 May 26 18:20:23.634135 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:23.634845 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-82b0c4c9-b155-43a7-bfd4-0395bb93d394 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890610 May 26 18:20:23.635645 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:23.671501 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-f86cf3db-10b0-4ba9-a985-50f05c054117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.673949 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-f86cf3db-10b0-4ba9-a985-50f05c054117 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.2347040 May 26 18:20:23.681192 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca877562-904b-48a0-b5c9-bf6858992ed5 req-2ad7df70-aa14-47f5-9078-a1aa78e96521 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459880 May 26 18:20:23.727531 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-0b56e75b-57be-4d3e-9244-f50f03d3787b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 200 len: 217 time: 0.0432830 May 26 18:20:23.750936 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-7d80d760-3692-48aa-9cbe-07ba9dbf424f req-50e682ec-e29e-4fda-a2b6-3372ef266c24 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053426 May 26 18:20:23.803301 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f55e3-775d-4435-b5ae-0c8dcef833aa req-da2b197e-2a52-47d5-a578-08dfa4d08b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.804750 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec9f55e3-775d-4435-b5ae-0c8dcef833aa req-da2b197e-2a52-47d5-a578-08dfa4d08b3c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584982 May 26 18:20:23.857511 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df0dd4-6241-4f90-a2fe-3782346dcc87 req-55b9d49f-5953-4fb7-8d8b-583ffa17bea7 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.859012 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06df0dd4-6241-4f90-a2fe-3782346dcc87 req-55b9d49f-5953-4fb7-8d8b-583ffa17bea7 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 948 time: 0.1275048 May 26 18:20:23.864793 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-bfc20e55-b5df-4bfb-9801-b22ae7c23091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.866181 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-bfc20e55-b5df-4bfb-9801-b22ae7c23091 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.1178653 May 26 18:20:23.883826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77657d05-77f9-423a-a211-eb51d48bb65b req-e2cbfffc-bf2b-4e33-b405-44e72f0b88b1 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:23.885220 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77657d05-77f9-423a-a211-eb51d48bb65b req-e2cbfffc-bf2b-4e33-b405-44e72f0b88b1 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 943 time: 0.1067998 May 26 18:20:23.948376 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06df0dd4-6241-4f90-a2fe-3782346dcc87 req-fea19d16-bcc5-4893-8de5-934b0169be24 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794389 May 26 18:20:23.956010 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77657d05-77f9-423a-a211-eb51d48bb65b req-8d1bdea2-0b57-4a83-aeab-2fce913370b1 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640354 May 26 18:20:24.197116 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56afa7-315f-4397-8d84-fcc1d470fb64 req-71ffeb70-5f34-43d0-a744-0130d878d18c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:24.198649 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d56afa7-315f-4397-8d84-fcc1d470fb64 req-71ffeb70-5f34-43d0-a744-0130d878d18c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 943 time: 0.0483608 May 26 18:20:24.248730 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:24.270345 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8b0a3-4877-4a72-91de-543c3f4b5da5 req-9be18bff-97b2-4c61-bcf4-bf2f5a4829dd tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:24.271835 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-13f8b0a3-4877-4a72-91de-543c3f4b5da5 req-9be18bff-97b2-4c61-bcf4-bf2f5a4829dd tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0722959 May 26 18:20:24.300061 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d56afa7-315f-4397-8d84-fcc1d470fb64 req-48903099-09cf-434d-8818-a71b7a8d7928 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920854 May 26 18:20:24.329858 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-13f8b0a3-4877-4a72-91de-543c3f4b5da5 req-21d78a18-96ea-48e3-8762-35675c3ab48c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501320 May 26 18:20:24.521988 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device c471eca6-7897-4bd4-980d-b46e7fcc2133 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:20:24.624368 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:24.636465 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'port_id': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'mac_address': 'fa:16:3e:02:1e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:20:24.669914 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port c471eca6-7897-4bd4-980d-b46e7fcc2133 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:24.670298 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:24.683941 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c471eca6-7897-4bd4-980d-b46e7fcc2133 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:20:24.703671 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:24.707698 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:24.708424 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:20:24.780969 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:24.816189 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.816527 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.816862 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.817219 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.817549 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.817916 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.818220 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.818539 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.818874 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.819197 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.819515 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.819831 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.820141 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.820451 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.820757 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:24.858341 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293391db-cfae-4e00-a4b5-4a2d9823101b req-721bc50d-81ef-42d3-bd32-a0ae92f37593 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:24.860351 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-293391db-cfae-4e00-a4b5-4a2d9823101b req-721bc50d-81ef-42d3-bd32-a0ae92f37593 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1039822 May 26 18:20:24.862851 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:24.870106 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-4f09de0c-6351-47fb-99bd-f5100d8c85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:24.871524 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-4f09de0c-6351-47fb-99bd-f5100d8c85dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866218 May 26 18:20:24.874307 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'mac_address': 'fa:16:3e:be:fd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:20:24.914479 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-a5421538-d152-40d0-8c7c-8e1409e401e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:24.915350 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:24.916110 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-a5421538-d152-40d0-8c7c-8e1409e401e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e8074335b04d60987b4f8b1371a9bb&device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 1132 time: 0.0994637 May 26 18:20:24.920412 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:24.920814 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:24.923977 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:24.937107 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:20:24.956585 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:24.960854 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:25.002088 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-58e436f4-4a68-4b8b-9266-74972bfe90b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=e57de911-af42-44da-842d-d2a882b8ef20 HTTP/1.1" status: 200 len: 217 time: 0.0547848 May 26 18:20:25.012160 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:25.054517 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-293391db-cfae-4e00-a4b5-4a2d9823101b req-d94604ca-c955-4d3d-bbde-f2e0a40c1c2b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857166 May 26 18:20:25.114296 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-09ed0e34-fecc-4200-bcf4-a33ee8f1e917 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312958 May 26 18:20:25.130785 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-f8c307c7-2668-4567-a5cb-bcf249910f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:25.132115 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-f8c307c7-2668-4567-a5cb-bcf249910f71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=498d60f6-7dc6-4edc-b735-b807c0d2f499 HTTP/1.1" status: 200 len: 843 time: 0.1236622 May 26 18:20:25.148413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b412a-03fe-478c-9feb-5d9329043ad9 req-e4b0375b-9c39-4a13-b8e9-0f8f5329756e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:25.149860 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6a6b412a-03fe-478c-9feb-5d9329043ad9 req-e4b0375b-9c39-4a13-b8e9-0f8f5329756e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 948 time: 0.1039591 May 26 18:20:25.186533 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:25.188914 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7653eae-fd44-49e3-8a35-53377b53f8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:25.233277 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:25.308609 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82a9d-89d6-44d3-a600-3c28c517319e req-d969f34b-5dc7-4a72-aeb1-9ed5055a2bdc tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:25.310034 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-19b82a9d-89d6-44d3-a600-3c28c517319e req-d969f34b-5dc7-4a72-aeb1-9ed5055a2bdc tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 944 time: 0.1930647 May 26 18:20:25.316036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-195282f3-e493-4f4b-8c22-c672485b6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:25.317478 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-195282f3-e493-4f4b-8c22-c672485b6868 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7f294eb-c104-4501-ab1d-eaf6a2fa70d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1755404 May 26 18:20:25.335596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:25.412430 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:20:25.416393 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6a6b412a-03fe-478c-9feb-5d9329043ad9 req-13323c68-7f63-4d70-8b05-0c4f2c70794a tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207141 May 26 18:20:25.447406 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56a354be-6b7e-48d0-86e7-36687727f7d3 req-454a3ef7-a28f-4d93-ba12-be7a35ad5457 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250635 May 26 18:20:25.465400 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c56b242-3107-4f59-a703-7eb1f517b920 x-openstack-request-id: req-5c56b242-3107-4f59-a703-7eb1f517b920 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:25.465695 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:25.465981 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c56b242-3107-4f59-a703-7eb1f517b920 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:25.466673 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c56b242-3107-4f59-a703-7eb1f517b920'] response: {'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'status': 'completed', 'code': 200} May 26 18:20:25.469820 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-19b82a9d-89d6-44d3-a600-3c28c517319e req-4ce637bf-2f30-47e9-8071-61e4e2d597dd tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513877 May 26 18:20:25.493907 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-88f84285-0059-4985-ae89-ca63d07a7f7c service neutron] 10.222.0.42 "GET /v2.0/networks/c7f294eb-c104-4501-ab1d-eaf6a2fa70d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637540 May 26 18:20:25.540186 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['c471eca6-7897-4bd4-980d-b46e7fcc2133'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:20:25.632002 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-a732d7a7-c1b3-41c1-b322-1a2d87bf1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:25.633027 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-a732d7a7-c1b3-41c1-b322-1a2d87bf1bca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d08521617c884fe9a67609887f0ddaae&device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1128 time: 0.1382074 May 26 18:20:25.674668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:25.709621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e92df-1b42-44d5-964d-3d954897920f req-8947e6b8-1073-458a-a7eb-128a2d88a05f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:25.711586 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc1e92df-1b42-44d5-964d-3d954897920f req-8947e6b8-1073-458a-a7eb-128a2d88a05f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 944 time: 0.1697156 May 26 18:20:25.744869 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f71b4-6e90-48fc-bde5-e4954d031e3b req-4e85f169-bfe3-4b89-abfd-a52a5f94f01b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:25.746162 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-643f71b4-6e90-48fc-bde5-e4954d031e3b req-4e85f169-bfe3-4b89-abfd-a52a5f94f01b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.1875029 May 26 18:20:25.788767 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:25.791595 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=76 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:26.068474 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81b37751-4d50-4e61-ab0a-e995b27c7b1c req-cc514810-7b5d-4b74-bbf7-95104097f3dc service neutron] 10.222.0.42 "GET /v2.0/networks/c7f294eb-c104-4501-ab1d-eaf6a2fa70d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391858 May 26 18:20:26.104960 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc1e92df-1b42-44d5-964d-3d954897920f req-dc6d9bd1-c9a9-44ad-a41d-c6aa515519c4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561575 May 26 18:20:26.111713 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-e1e53ebb-e144-48b7-9a84-0253637b80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:26.113225 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-e1e53ebb-e144-48b7-9a84-0253637b80ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 200 len: 916 time: 0.4535511 May 26 18:20:26.116710 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-643f71b4-6e90-48fc-bde5-e4954d031e3b req-d9fa1ef2-c590-43d9-a89a-1b1c1ead7266 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588598 May 26 18:20:26.217157 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ee97e-9f73-43c1-ae7b-452d13651058 req-9860c609-5f6e-4d90-b8a0-96ae891bdcf6 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:26.218659 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754ee97e-9f73-43c1-ae7b-452d13651058 req-9860c609-5f6e-4d90-b8a0-96ae891bdcf6 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0481536 May 26 18:20:26.265058 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-754ee97e-9f73-43c1-ae7b-452d13651058 req-44ba3eec-266b-4f31-927b-cc92deb65044 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 May 26 18:20:26.466353 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a1817-50cd-430e-aed8-a67728263106 req-eea32aad-a432-44dd-924e-e8960a9b6f6b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:26.467858 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b5a1817-50cd-430e-aed8-a67728263106 req-eea32aad-a432-44dd-924e-e8960a9b6f6b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0536437 May 26 18:20:26.481700 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:26.548683 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b5a1817-50cd-430e-aed8-a67728263106 req-3afeb381-e685-4e66-9151-602340382f47 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750468 May 26 18:20:26.554789 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9fc38-19ca-48d2-9816-a2c52ea02b22 req-f4519e22-286d-4186-908c-c688ef412cb1 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:26.556287 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1ac9fc38-19ca-48d2-9816-a2c52ea02b22 req-f4519e22-286d-4186-908c-c688ef412cb1 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 948 time: 0.0652006 May 26 18:20:26.605478 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1ac9fc38-19ca-48d2-9816-a2c52ea02b22 req-b2c0fc4d-78cf-4b3b-a61e-60232b12bb20 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 May 26 18:20:26.655613 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff74ee-514e-430f-a7c6-4eec649ed53b req-69e8883e-74d4-4b8f-a548-490d3fbfcbf0 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:26.657366 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0fff74ee-514e-430f-a7c6-4eec649ed53b req-69e8883e-74d4-4b8f-a548-490d3fbfcbf0 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 944 time: 0.0509870 May 26 18:20:26.708518 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0fff74ee-514e-430f-a7c6-4eec649ed53b req-048e44af-93b3-436d-b1fb-2186f2bf65e0 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 May 26 18:20:27.146258 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device c471eca6-7897-4bd4-980d-b46e7fcc2133 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:20:27.195060 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port c471eca6-7897-4bd4-980d-b46e7fcc2133 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:20:27.201110 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port c471eca6-7897-4bd4-980d-b46e7fcc2133 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:20:27.201572 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:27.254095 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-9407fdad-5cd5-478b-9fee-359761ac8e46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 217 time: 0.0848496 May 26 18:20:27.281158 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port c471eca6-7897-4bd4-980d-b46e7fcc2133 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:27.281863 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:27.308663 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:27.311411 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec26b895-4b23-42e0-a638-7d826e8135cb" -d '{"events": [{"server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "name": "network-vif-plugged", "status": "completed", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:27.320022 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39e23a-8f23-4e03-89fe-cd1b5c1244e4 req-990ec4a7-b36c-42c8-9d5e-682b6abebbcc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.320022 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c39e23a-8f23-4e03-89fe-cd1b5c1244e4 req-990ec4a7-b36c-42c8-9d5e-682b6abebbcc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 944 time: 0.1369712 May 26 18:20:27.329602 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:27.331210 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:27.335557 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:27.336437 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:20:27.385264 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c5d77-ca60-4f0b-b917-72c48595b9b8 req-46a07831-4b59-4593-acf7-185e35442aab tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.386670 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c33c5d77-ca60-4f0b-b917-72c48595b9b8 req-46a07831-4b59-4593-acf7-185e35442aab tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.1700935 May 26 18:20:27.391916 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:27.401567 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-c458c37d-8899-430a-9687-af98905b92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.403004 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-c458c37d-8899-430a-9687-af98905b92b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 HTTP/1.1" status: 200 len: 854 time: 0.1267385 May 26 18:20:27.414429 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:27.414703 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-650d7c31-781d-430d-b52b-a4bc74cd0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.416138 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-650d7c31-781d-430d-b52b-a4bc74cd0802 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 1129 time: 0.0960386 May 26 18:20:27.424073 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:20:27.430185 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:20:27.430566 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:27.507828 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:27.508571 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:27.516942 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:27.517144 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c39e23a-8f23-4e03-89fe-cd1b5c1244e4 req-61ca1ef5-f1b9-4a35-999a-736cb4d9facc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789079 May 26 18:20:27.548487 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-9f94ef1e-834d-403c-abf3-c7dbda5c5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.550035 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-9f94ef1e-834d-403c-abf3-c7dbda5c5a8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89ba9544-9a06-4842-a8d3-5ca2550e14ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1388092 May 26 18:20:27.575647 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c33c5d77-ca60-4f0b-b917-72c48595b9b8 req-d805824e-8a0e-460e-a3fc-a44909c909cf tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795776 May 26 18:20:27.597501 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:27.655062 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff69699f-9e1b-4785-9623-700cc8fd8af7 x-openstack-request-id: req-ff69699f-9e1b-4785-9623-700cc8fd8af7 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:27.655603 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "name": "network-vif-plugged", "status": "completed", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:27.656022 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff69699f-9e1b-4785-9623-700cc8fd8af7 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:27.657447 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff69699f-9e1b-4785-9623-700cc8fd8af7'] response: {'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'code': 200} May 26 18:20:27.664560 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-1c85e602-7d9e-4139-a51a-9ab87e834c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.666129 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-1c85e602-7d9e-4139-a51a-9ab87e834c57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 912 time: 0.2246370 May 26 18:20:27.689075 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:27.694723 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:27.747246 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:27.808927 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-82cb3b91-1876-4cc6-b0f5-101eb9b02501 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486267 May 26 18:20:27.820848 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c716a2-3972-4500-90b6-9caf62b813e2 req-4b5b19c5-1e9d-4e22-a721-d66a9535ee1f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.822347 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8c716a2-3972-4500-90b6-9caf62b813e2 req-4b5b19c5-1e9d-4e22-a721-d66a9535ee1f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1354318 May 26 18:20:27.834708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca1fb0-d3ba-48da-86f9-4daa81c53691 req-dff64f3a-c092-46a8-8841-2d4cfcafcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.836216 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-02ca1fb0-d3ba-48da-86f9-4daa81c53691 req-dff64f3a-c092-46a8-8841-2d4cfcafcbe0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1129 time: 0.0752203 May 26 18:20:27.845389 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4992-b221-40eb-ab27-bca0dd1877d9 req-18480c4e-a62f-4611-98f8-f5e5fc0b045e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:27.846828 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5ee4992-b221-40eb-ab27-bca0dd1877d9 req-18480c4e-a62f-4611-98f8-f5e5fc0b045e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 948 time: 0.1049960 May 26 18:20:27.858000 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-6e84c0bf-30b8-43cd-8c28-f7d8813e4987 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33 HTTP/1.1" status: 200 len: 1000 time: 0.1812322 May 26 18:20:27.889068 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-02ca1fb0-d3ba-48da-86f9-4daa81c53691 req-ab344c75-21af-4c62-8cb6-0aa5161c4721 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464926 May 26 18:20:28.015856 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-beaa5d2b-afc5-4acb-bad5-e9ed10f9a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:28.017312 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-beaa5d2b-afc5-4acb-bad5-e9ed10f9a5e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 200 len: 850 time: 0.1495285 May 26 18:20:28.028383 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5ee4992-b221-40eb-ab27-bca0dd1877d9 req-7df25101-206f-4ef7-9d9d-0969507b3c9f tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625485 May 26 18:20:28.032022 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8c716a2-3972-4500-90b6-9caf62b813e2 req-6ca12819-e96a-42f6-97ac-674d567db6d4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923201 May 26 18:20:28.035463 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c7653eae-fd44-49e3-8a35-53377b53f8d9 req-999e07a1-58c7-46b7-b706-c49b35a8ef33 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105315 May 26 18:20:28.163303 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb376e-cd5c-4fb5-953b-3618a181061a req-3c348721-1bab-4fc3-8103-dbeb365550bc tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:28.164774 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dceb376e-cd5c-4fb5-953b-3618a181061a req-3c348721-1bab-4fc3-8103-dbeb365550bc tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.0822566 May 26 18:20:28.167537 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-0f8e6eaf-3262-4018-9649-b230dfd9b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:28.168889 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-0f8e6eaf-3262-4018-9649-b230dfd9b174 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553422 May 26 18:20:28.246034 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:28.262491 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dceb376e-cd5c-4fb5-953b-3618a181061a req-5438ecc8-86f5-4e3c-b2b4-5385c6cae129 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924199 May 26 18:20:28.292168 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-99a533ed-5eaf-4f59-85e0-54f9a590cc9d service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141894 May 26 18:20:28.636718 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b772b2-c5cf-42ef-bb03-585fd1c72c01 req-45012bc7-4060-41ad-b9b9-fce1f29b2f06 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:28.638398 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7b772b2-c5cf-42ef-bb03-585fd1c72c01 req-45012bc7-4060-41ad-b9b9-fce1f29b2f06 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0513813 May 26 18:20:28.712383 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f7b772b2-c5cf-42ef-bb03-585fd1c72c01 req-9768e232-d869-4c19-b737-b8c7ee3cd2e2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675030 May 26 18:20:28.733079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af70a1-aa8f-4c80-bb7e-32684d98b265 req-d75d43c8-bfea-4c61-bdee-f419992490cb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:28.735226 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-48af70a1-aa8f-4c80-bb7e-32684d98b265 req-d75d43c8-bfea-4c61-bdee-f419992490cb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0651066 May 26 18:20:28.833390 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-48af70a1-aa8f-4c80-bb7e-32684d98b265 req-71353cb3-8e91-440c-af10-1b5f4ff8a3ed tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883548 May 26 18:20:28.848212 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff9ee2e-bf76-4f51-99f2-31913e578f07 req-c942aa63-b9f3-4ce2-83bd-250fa18802f7 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307750 May 26 18:20:29.115618 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:29.165973 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device e57de911-af42-44da-842d-d2a882b8ef20 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:20:29.172326 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36e745-a6c4-43d4-9ca1-c8768c3c03b8 req-05a2a68a-4a17-4574-9c67-c88bc19bb610 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:29.174074 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a36e745-a6c4-43d4-9ca1-c8768c3c03b8 req-05a2a68a-4a17-4574-9c67-c88bc19bb610 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0678070 May 26 18:20:29.179851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe0c1f-3ae4-4aef-b1d7-473744f8fc29 req-bd3c4ea7-489f-4685-b155-400d6bb48e8e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:29.181242 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fbe0c1f-3ae4-4aef-b1d7-473744f8fc29 req-bd3c4ea7-489f-4685-b155-400d6bb48e8e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 948 time: 0.0856712 May 26 18:20:29.258010 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a36e745-a6c4-43d4-9ca1-c8768c3c03b8 req-e89dc517-3e39-41d6-9eed-0a62a01c12d8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757682 May 26 18:20:29.261263 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fbe0c1f-3ae4-4aef-b1d7-473744f8fc29 req-66853e2e-80cd-4c14-956c-e641afcf8559 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722392 May 26 18:20:29.286169 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port e57de911-af42-44da-842d-d2a882b8ef20, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e57de911-af42-44da-842d-d2a882b8ef20,segment=NetworkSegment(1e10a070-3e4c-472b-bc33-e3b5ad40b6e9),segment_id=1e10a070-3e4c-472b-bc33-e3b5ad40b6e9)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:29.309509 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'e57de911-af42-44da-842d-d2a882b8ef20', 'network_id': 'c7f294eb-c104-4501-ab1d-eaf6a2fa70d3', 'port_id': 'e57de911-af42-44da-842d-d2a882b8ef20', 'mac_address': 'fa:16:3e:99:70:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498d60f6-7dc6-4edc-b735-b807c0d2f499', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:20:29.352829 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port e57de911-af42-44da-842d-d2a882b8ef20 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:29.353205 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e57de911-af42-44da-842d-d2a882b8ef20), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:29.368376 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57de911-af42-44da-842d-d2a882b8ef20 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:20:29.391434 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port e57de911-af42-44da-842d-d2a882b8ef20, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e57de911-af42-44da-842d-d2a882b8ef20,segment=NetworkSegment(1e10a070-3e4c-472b-bc33-e3b5ad40b6e9),segment_id=1e10a070-3e4c-472b-bc33-e3b5ad40b6e9)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:29.395503 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (e57de911-af42-44da-842d-d2a882b8ef20), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:29.396348 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752e160-6ed5-4f11-bb87-bbf1657168eb req-d2115a8c-c823-4d8e-a4c4-334f9ca25e23 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:29.397987 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0752e160-6ed5-4f11-bb87-bbf1657168eb req-d2115a8c-c823-4d8e-a4c4-334f9ca25e23 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.0584104 May 26 18:20:29.444093 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=e57de911-af42-44da-842d-d2a882b8ef20,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:29.447112 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0752e160-6ed5-4f11-bb87-bbf1657168eb req-b762603d-ae26-4ff1-a22f-16070be7bfe7 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 May 26 18:20:29.563470 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16afee-8f4e-430b-a177-106e358fd772 req-8ae94837-24cf-4fdb-9f59-d5325dfd52dd tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:29.564920 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c16afee-8f4e-430b-a177-106e358fd772 req-8ae94837-24cf-4fdb-9f59-d5325dfd52dd tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.0466857 May 26 18:20:29.615389 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c16afee-8f4e-430b-a177-106e358fd772 req-5de29c49-942a-4abb-828d-5a0dce7962ac tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450225 May 26 18:20:29.658390 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:29.661803 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfedb0-fbb0-4421-b51c-a87d090f06d0" -d '{"events": [{"server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "name": "network-vif-plugged", "status": "completed", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:29.701352 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1c0182-96cd-4391-b6d0-041ebb5552c4 x-openstack-request-id: req-7a1c0182-96cd-4391-b6d0-041ebb5552c4 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:29.701818 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "name": "network-vif-plugged", "status": "completed", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:29.702432 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a1c0182-96cd-4391-b6d0-041ebb5552c4 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:29.702836 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1c0182-96cd-4391-b6d0-041ebb5552c4'] response: {'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'code': 200} May 26 18:20:29.784968 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['e57de911-af42-44da-842d-d2a882b8ef20'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:20:29.842202 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b31c04-9aa3-46ae-aca3-554059f060d0 req-f73cdb2e-d2e3-4db2-a8db-41bca9e40a06 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:29.844678 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79b31c04-9aa3-46ae-aca3-554059f060d0 req-f73cdb2e-d2e3-4db2-a8db-41bca9e40a06 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0603020 May 26 18:20:29.909523 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-79b31c04-9aa3-46ae-aca3-554059f060d0 req-c163564d-512d-4d9a-8cdf-14ce996f0ce8 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587442 May 26 18:20:29.968010 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667524a-93e0-4f80-8440-6b637ac44199 req-81e12d28-48dc-41a9-9947-2a59b1e17954 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:29.970139 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1667524a-93e0-4f80-8440-6b637ac44199 req-81e12d28-48dc-41a9-9947-2a59b1e17954 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0596948 May 26 18:20:30.038883 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598beb39-a7ea-45f1-9591-e36167965d31 req-20d03f0d-ef89-4c2c-8174-869387c41ae5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:30.040425 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-598beb39-a7ea-45f1-9591-e36167965d31 req-20d03f0d-ef89-4c2c-8174-869387c41ae5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.0681932 May 26 18:20:30.074250 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1667524a-93e0-4f80-8440-6b637ac44199 req-37181b77-09e5-4c9d-97c7-ae48c863b371 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928032 May 26 18:20:30.103367 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-598beb39-a7ea-45f1-9591-e36167965d31 req-2173ac98-9dbc-4a7d-84e6-858d104238d8 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565524 May 26 18:20:30.427734 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:30.445079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dae2b7-d1d5-4e35-b0c6-f5acb2de6b7c req-4859d7ec-0b43-4120-965c-727a90baa558 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:30.446962 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-18dae2b7-d1d5-4e35-b0c6-f5acb2de6b7c req-4859d7ec-0b43-4120-965c-727a90baa558 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 949 time: 0.0999281 May 26 18:20:30.454465 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8912db0-737f-42e1-bf3b-a7c7cac7aa0d req-2d33faf6-98a4-4ba6-8a90-4b68d05b7ea9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:30.456134 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d8912db0-737f-42e1-bf3b-a7c7cac7aa0d req-2d33faf6-98a4-4ba6-8a90-4b68d05b7ea9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1076334 May 26 18:20:30.539893 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-18dae2b7-d1d5-4e35-b0c6-f5acb2de6b7c req-2ab285a2-c08d-4b75-be22-d739ed70336e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827715 May 26 18:20:30.543238 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d8912db0-737f-42e1-bf3b-a7c7cac7aa0d req-8edd525e-06d8-4667-9903-2bc11523ed2e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801260 May 26 18:20:30.639826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd9fac-67b7-4995-9351-f5cb20571b53 req-9a6bf6d1-718a-41fd-8775-2d66739f34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:30.641921 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aafd9fac-67b7-4995-9351-f5cb20571b53 req-9a6bf6d1-718a-41fd-8775-2d66739f34e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1129 time: 0.0453107 May 26 18:20:30.689552 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aafd9fac-67b7-4995-9351-f5cb20571b53 req-f8851ec8-6283-472c-8181-bc4d7cd0883c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374107 May 26 18:20:31.021692 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8212b-26f0-494e-a2b0-93c83660260c req-325e3164-b69d-4e65-bc33-8402deb9e87d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:31.023172 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff8212b-26f0-494e-a2b0-93c83660260c req-325e3164-b69d-4e65-bc33-8402deb9e87d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0461605 May 26 18:20:31.072068 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8ff8212b-26f0-494e-a2b0-93c83660260c req-e2b60d57-2666-41cd-8692-81e37102542d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 May 26 18:20:31.181232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:31.186756 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device e57de911-af42-44da-842d-d2a882b8ef20 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:20:31.196613 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754525-95ca-4469-adef-a0a2ff061c6f req-8ec88e3b-41e5-4b47-afb8-bfe71e7255f4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:31.198138 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cb754525-95ca-4469-adef-a0a2ff061c6f req-8ec88e3b-41e5-4b47-afb8-bfe71e7255f4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0520775 May 26 18:20:31.239146 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port e57de911-af42-44da-842d-d2a882b8ef20 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:20:31.245318 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port e57de911-af42-44da-842d-d2a882b8ef20 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:20:31.245792 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (e57de911-af42-44da-842d-d2a882b8ef20), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:31.248814 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cb754525-95ca-4469-adef-a0a2ff061c6f req-dd97c882-57dc-48ca-86b7-7ff9e263fc43 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442939 May 26 18:20:31.323614 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port e57de911-af42-44da-842d-d2a882b8ef20 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:31.324004 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e57de911-af42-44da-842d-d2a882b8ef20), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:31.357965 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port e57de911-af42-44da-842d-d2a882b8ef20, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e57de911-af42-44da-842d-d2a882b8ef20,segment=NetworkSegment(1e10a070-3e4c-472b-bc33-e3b5ad40b6e9),segment_id=1e10a070-3e4c-472b-bc33-e3b5ad40b6e9)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:31.362854 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (e57de911-af42-44da-842d-d2a882b8ef20), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:31.388345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:31.415993 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=e57de911-af42-44da-842d-d2a882b8ef20,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:31.660116 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cee4e-1d0f-4b2c-974d-0aabe5fbf152 req-27b18481-6e3c-4686-8182-411796be447d tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:31.661650 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-851cee4e-1d0f-4b2c-974d-0aabe5fbf152 req-27b18481-6e3c-4686-8182-411796be447d tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 950 time: 0.0504222 May 26 18:20:31.704060 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4de072-ccdb-491d-aa9c-71019c7dcb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57de911-af42-44da-842d-d2a882b8ef20'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:31.706475 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aefa835-e525-4bd1-8e99-9e08fe301e6d" -d '{"events": [{"server_uuid": "7b4de072-ccdb-491d-aa9c-71019c7dcb72", "name": "network-vif-plugged", "status": "completed", "tag": "e57de911-af42-44da-842d-d2a882b8ef20"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:31.717085 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-851cee4e-1d0f-4b2c-974d-0aabe5fbf152 req-fc815b54-8f04-465b-be67-e3f7a3bc48b1 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493824 May 26 18:20:31.772115 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d54f79-b1f0-42b0-9669-f2265ce5c346 x-openstack-request-id: req-62d54f79-b1f0-42b0-9669-f2265ce5c346 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:31.772456 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4de072-ccdb-491d-aa9c-71019c7dcb72", "name": "network-vif-plugged", "status": "completed", "tag": "e57de911-af42-44da-842d-d2a882b8ef20", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:31.772717 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62d54f79-b1f0-42b0-9669-f2265ce5c346 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:31.773113 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d54f79-b1f0-42b0-9669-f2265ce5c346'] response: {'server_uuid': '7b4de072-ccdb-491d-aa9c-71019c7dcb72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57de911-af42-44da-842d-d2a882b8ef20', 'code': 200} May 26 18:20:31.982353 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b117-7e1e-4c84-b62b-4b6772e0d694 req-676273cb-e67b-46ce-aa71-c6479fdc3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:31.983829 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df76b117-7e1e-4c84-b62b-4b6772e0d694 req-676273cb-e67b-46ce-aa71-c6479fdc3424 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 1134 time: 0.0573304 May 26 18:20:32.194444 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ed7af-ea8f-4bd9-9d8a-9cfc13f6e0da req-9772d85c-0b0e-433c-8b98-c182381fa3d2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:32.195920 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-353ed7af-ea8f-4bd9-9d8a-9cfc13f6e0da req-9772d85c-0b0e-433c-8b98-c182381fa3d2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0480542 May 26 18:20:32.242928 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-353ed7af-ea8f-4bd9-9d8a-9cfc13f6e0da req-fa81d7cf-a644-4e38-ac62-ee5379198309 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 May 26 18:20:32.368615 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c1e76-6bfe-44be-8f28-9c1eee575f90 req-f3300dcf-5953-4744-87f0-a3a95b0400b6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:32.370113 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4b7c1e76-6bfe-44be-8f28-9c1eee575f90 req-f3300dcf-5953-4744-87f0-a3a95b0400b6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0462668 May 26 18:20:32.416726 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4b7c1e76-6bfe-44be-8f28-9c1eee575f90 req-912af322-0dfc-424a-92e8-ff2d723d02ba tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405164 May 26 18:20:32.696040 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df76b117-7e1e-4c84-b62b-4b6772e0d694 req-95e8d9eb-385b-4240-9ed7-1ed666e5c1c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486114 May 26 18:20:32.827256 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ed296-2401-4bb9-a54d-ce8f0b51f8cd req-60611d39-f9e7-49f7-806b-081d0ac4e175 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:32.829367 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-402ed296-2401-4bb9-a54d-ce8f0b51f8cd req-60611d39-f9e7-49f7-806b-081d0ac4e175 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 950 time: 0.0458376 May 26 18:20:32.874230 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-402ed296-2401-4bb9-a54d-ce8f0b51f8cd req-f271bda8-6540-4844-925b-aaa14b6185b5 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 May 26 18:20:33.357704 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec61d81-251f-4d4b-934d-f1933e200640 req-272ac445-c88f-42eb-97d5-3dee9ccc3ccb tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:33.359294 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aec61d81-251f-4d4b-934d-f1933e200640 req-272ac445-c88f-42eb-97d5-3dee9ccc3ccb tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0486660 May 26 18:20:33.405562 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aec61d81-251f-4d4b-934d-f1933e200640 req-2054deeb-fa81-4897-a9f0-881cd405e429 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 May 26 18:20:33.517811 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:33.551628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e8766-47d3-4973-a687-56e88d692956 req-3536ff10-2943-46e5-b2ed-6d12c8bf1b73 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:33.553013 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-649e8766-47d3-4973-a687-56e88d692956 req-3536ff10-2943-46e5-b2ed-6d12c8bf1b73 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0800765 May 26 18:20:33.561804 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57246) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:33.563865 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736181-acdd-4b80-98a0-290395f06e4e req-1b232730-f86e-4812-94c2-b1f233b90037 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:33.565392 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c736181-acdd-4b80-98a0-290395f06e4e req-1b232730-f86e-4812-94c2-b1f233b90037 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0609879 May 26 18:20:33.567466 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'floatingip': {'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:33.606025 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (62ea5131-6a97-4ba3-8c65-ce66f2c1078f), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:33.613451 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c736181-acdd-4b80-98a0-290395f06e4e req-7f180aa2-487f-4b41-948f-6f0fbaab1236 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 May 26 18:20:33.991024 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cfb04-f043-41aa-ad53-b6d85e6079ee req-fa229725-717f-496c-a2e6-f4da0ae87747 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:33.992490 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc8cfb04-f043-41aa-ad53-b6d85e6079ee req-fa229725-717f-496c-a2e6-f4da0ae87747 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 950 time: 0.0464900 May 26 18:20:34.023439 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:34.030186 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:34.035066 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (62ea5131-6a97-4ba3-8c65-ce66f2c1078f), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:34.050582 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc8cfb04-f043-41aa-ad53-b6d85e6079ee req-f4e4c874-d6ba-4dde-9659-930e0e113e0f tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523417 May 26 18:20:34.072937 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:34.132722 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Floating IP 62ea5131-6a97-4ba3-8c65-ce66f2c1078f associated. External IP: 172.27.3.177, port: baefe40e-bfcc-4cf6-bbb3-6273d240e5d0. May 26 18:20:34.330050 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Router edd71229-878c-4215-8b90-6d294b98ba37 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:20:34.427405 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:20:34.432420 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:34.437882 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] Sync routers for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:20:34.448041 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:20:34.448644 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:20:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:34.467646 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-14cfbbe2-c478-45d8-af82-edf1135f5936 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "PUT /v2.0/floatingips/62ea5131-6a97-4ba3-8c65-ce66f2c1078f HTTP/1.1" status: 200 len: 991 time: 0.9018013 May 26 18:20:34.467646 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:34.468163 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2ed0c4-898a-46d9-b732-c53210840017" -d '{"events": [{"name": "network-changed", "server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:34.510044 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449fc634-33a8-4f6f-9102-bd58e7a19f78 x-openstack-request-id: req-449fc634-33a8-4f6f-9102-bd58e7a19f78 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:34.510340 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:34.510596 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-449fc634-33a8-4f6f-9102-bd58e7a19f78 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:34.511002 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449fc634-33a8-4f6f-9102-bd58e7a19f78'] response: {'name': 'network-changed', 'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'status': 'completed', 'code': 200} May 26 18:20:34.569185 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:20:34.733423 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b5730-3f02-416a-914a-5b6e4184a2c6 req-3b48a7ae-1f21-41e0-8131-4b41461c7714 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:34.735187 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90b5730-3f02-416a-914a-5b6e4184a2c6 req-3b48a7ae-1f21-41e0-8131-4b41461c7714 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0462959 May 26 18:20:34.782509 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b90b5730-3f02-416a-914a-5b6e4184a2c6 req-c9c13d6a-504b-4bfb-8fcd-1ad9c03d9538 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 May 26 18:20:34.784237 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '62ea5131-6a97-4ba3-8c65-ce66f2c1078f', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'mac_address': 'fa:16:3e:be:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:02Z', 'updated_at': '2022-05-26T18:20:33Z', 'revision_number': 1, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:34.811886 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] Checking router: edd71229-878c-4215-8b90-6d294b98ba37 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:20:34.821075 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:20:34.821670 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:20:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:34.920573 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:20:35.164899 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575934b5-ce47-4156-9093-95554971de38 req-e59d84f7-57d0-4a3e-8547-ee50872c4c68 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:35.166433 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-575934b5-ce47-4156-9093-95554971de38 req-e59d84f7-57d0-4a3e-8547-ee50872c4c68 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 950 time: 0.0471132 May 26 18:20:35.202250 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '62ea5131-6a97-4ba3-8c65-ce66f2c1078f', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'mac_address': 'fa:16:3e:be:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:02Z', 'updated_at': '2022-05-26T18:20:33Z', 'revision_number': 1, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:35.203384 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:35.216158 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-575934b5-ce47-4156-9093-95554971de38 req-94f6cdbc-969f-4e99-ba82-0d584cae5862 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 May 26 18:20:35.227361 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d494221-0b45-4695-8044-dcf502b7dc1d None None] The sync data for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi is: [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '62ea5131-6a97-4ba3-8c65-ce66f2c1078f', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'mac_address': 'fa:16:3e:be:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:02Z', 'updated_at': '2022-05-26T18:20:33Z', 'revision_number': 1, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:20:35.425641 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34401b21-5056-4f02-856b-48d3f85a3c4d None None] New status for floating IP 62ea5131-6a97-4ba3-8c65-ce66f2c1078f: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:20:35.429869 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:35.491909 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6d967-d8ff-49c9-b39c-d607ad062b84 req-74100a9d-4a3b-44aa-a78b-2349ad9c68d3 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:35.493357 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77f6d967-d8ff-49c9-b39c-d607ad062b84 req-74100a9d-4a3b-44aa-a78b-2349ad9c68d3 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 950 time: 0.0519347 May 26 18:20:35.540447 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77f6d967-d8ff-49c9-b39c-d607ad062b84 req-2991615f-b5a0-476b-9396-990865b00424 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 May 26 18:20:35.615921 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-c2f62208-2672-4a3e-8e1a-6c12d521214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:35.617415 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-c2f62208-2672-4a3e-8e1a-6c12d521214a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1129 time: 0.0440786 May 26 18:20:35.756765 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-d8600ae3-120c-4b32-b21d-28e13e1496e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:35.758250 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-d8600ae3-120c-4b32-b21d-28e13e1496e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.0930645 May 26 18:20:35.903497 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979e41-ff26-4853-99c5-7fa5ded1fb1f req-e644c80d-d39e-4c67-a61a-459992338d10 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:35.904948 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ce979e41-ff26-4853-99c5-7fa5ded1fb1f req-e644c80d-d39e-4c67-a61a-459992338d10 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0463703 May 26 18:20:35.955635 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ce979e41-ff26-4853-99c5-7fa5ded1fb1f req-f0a8f0a3-f57d-4efa-a5f7-be4b0739602e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 May 26 18:20:36.652935 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f1bf-04a1-49ac-8c64-6b3f1039bc2c req-13e6d70c-68df-4423-8413-c719645ab3d4 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:36.654416 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba00f1bf-04a1-49ac-8c64-6b3f1039bc2c req-13e6d70c-68df-4423-8413-c719645ab3d4 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 950 time: 0.0456066 May 26 18:20:36.700874 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ba00f1bf-04a1-49ac-8c64-6b3f1039bc2c req-bfc581d9-4715-4fb6-afbe-b5e524942fec tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 May 26 18:20:37.079040 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7499896-f6a7-4e4f-be98-06b4acb1d3b2 req-68deedf6-a449-4eed-85a3-67397ac26803 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:37.080505 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d7499896-f6a7-4e4f-be98-06b4acb1d3b2 req-68deedf6-a449-4eed-85a3-67397ac26803 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0513690 May 26 18:20:37.128097 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d7499896-f6a7-4e4f-be98-06b4acb1d3b2 req-fb3df3d1-ae7a-4f46-93c4-e49ffaf093ad tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 May 26 18:20:37.372047 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-463c3621-fe94-43fc-a3a9-6d847a6ee745 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 200 len: 1001 time: 0.0647929 May 26 18:20:37.529422 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-4d44402d-40d0-4dfa-b07d-ca9f2286c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:37.531105 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-4d44402d-40d0-4dfa-b07d-ca9f2286c15a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.0503883 May 26 18:20:37.884109 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-a14d8115-7550-4e97-baf4-cbd71e70694e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:37.885548 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-a14d8115-7550-4e97-baf4-cbd71e70694e tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 950 time: 0.3240809 May 26 18:20:37.888503 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-8fe2aa89-3f9d-4bd6-a51e-a56640a5b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:37.889898 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-8fe2aa89-3f9d-4bd6-a51e-a56640a5b382 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3370883 May 26 18:20:37.899700 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884098a-32c3-48ca-892a-60a9f2538dfc req-cc2eb62b-6340-49af-bf2a-f77da09c542a tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:37.901045 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6884098a-32c3-48ca-892a-60a9f2538dfc req-cc2eb62b-6340-49af-bf2a-f77da09c542a tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 950 time: 0.0855200 May 26 18:20:37.935279 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:38.061537 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:38.065763 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6884098a-32c3-48ca-892a-60a9f2538dfc req-1d000a2f-c173-45b4-aafa-3417ca7972a4 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85c1847-e7d7-4632-afba-fa7390eb0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586668 May 26 18:20:38.099788 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Deleting port e57de911-af42-44da-842d-d2a882b8ef20 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:20:38.100123 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (e57de911-af42-44da-842d-d2a882b8ef20), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:38.105670 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-580fdf95-6dba-4d72-bcaa-6bb885521a02 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924970 May 26 18:20:38.289872 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] For port e57de911-af42-44da-842d-d2a882b8ef20, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e57de911-af42-44da-842d-d2a882b8ef20,segment=NetworkSegment(1e10a070-3e4c-472b-bc33-e3b5ad40b6e9),segment_id=1e10a070-3e4c-472b-bc33-e3b5ad40b6e9)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:38.290239 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (e57de911-af42-44da-842d-d2a882b8ef20), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:38.298406 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1181e-d651-4ef7-ace1-33406023c8ae req-749c5341-21ca-4b73-8a29-1758ea8019dd tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:38.299872 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fb1181e-d651-4ef7-ace1-33406023c8ae req-749c5341-21ca-4b73-8a29-1758ea8019dd tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0956225 May 26 18:20:38.325211 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Calling delete_port for e57de911-af42-44da-842d-d2a882b8ef20 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:20:38.339542 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bf2ed0c4-898a-46d9-b732-c53210840017 req-da57594a-f1e7-4c3d-81ef-fb06c99595f5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206509 May 26 18:20:38.404934 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fb1181e-d651-4ef7-ace1-33406023c8ae req-f5493b12-9518-444b-b99a-281561bb9b62 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966833 May 26 18:20:38.488870 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (e57de911-af42-44da-842d-d2a882b8ef20), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:38.506586 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['e57de911-af42-44da-842d-d2a882b8ef20'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:20:38.529604 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Pushing event deleted for resources: {'Port': ['ID=e57de911-af42-44da-842d-d2a882b8ef20,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:38.579797 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] No DVR routers for this DVR port e57de911-af42-44da-842d-d2a882b8ef20 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:20:38.583142 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:38.586389 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30ec5a8b-c078-4262-850b-c6da20ad25cd req-2d45d1d8-7c87-4325-a1bd-1112cbd61820 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.42 "DELETE /v2.0/ports/e57de911-af42-44da-842d-d2a882b8ef20 HTTP/1.1" status: 204 len: 173 time: 0.6713095 May 26 18:20:38.586844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4de072-ccdb-491d-aa9c-71019c7dcb72', 'name': 'network-vif-deleted', 'tag': 'e57de911-af42-44da-842d-d2a882b8ef20'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:38.589111 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d206aafc-cb03-4eb6-bc07-f2bd438a36a5" -d '{"events": [{"server_uuid": "7b4de072-ccdb-491d-aa9c-71019c7dcb72", "name": "network-vif-deleted", "tag": "e57de911-af42-44da-842d-d2a882b8ef20"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:38.637382 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0c3ee4-a4f3-45f2-a5ab-fc9191a9f3ec x-openstack-request-id: req-0b0c3ee4-a4f3-45f2-a5ab-fc9191a9f3ec {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:38.637679 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4de072-ccdb-491d-aa9c-71019c7dcb72", "name": "network-vif-deleted", "tag": "e57de911-af42-44da-842d-d2a882b8ef20", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:38.637957 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b0c3ee4-a4f3-45f2-a5ab-fc9191a9f3ec {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:38.638351 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0c3ee4-a4f3-45f2-a5ab-fc9191a9f3ec'] response: {'server_uuid': '7b4de072-ccdb-491d-aa9c-71019c7dcb72', 'name': 'network-vif-deleted', 'tag': 'e57de911-af42-44da-842d-d2a882b8ef20', 'status': 'completed', 'code': 200} May 26 18:20:38.681193 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b7459-27c4-435a-b014-13cf3954e001 req-e93baf1e-b6e8-44d8-9e9b-02d06b03616d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:38.682814 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e8b7459-27c4-435a-b014-13cf3954e001 req-e93baf1e-b6e8-44d8-9e9b-02d06b03616d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.0569499 May 26 18:20:38.735686 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e8b7459-27c4-435a-b014-13cf3954e001 req-c9771ffb-b223-498f-a590-0b9ee4226d6d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 May 26 18:20:38.758967 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 57292) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:38.952026 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddca7c0-7e3d-407d-906d-f92780f89252 tempest-TestMinimumBasicScenario-2024773188 tempest-TestMinimumBasicScenario-2024773188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:38.953794 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6ddca7c0-7e3d-407d-906d-f92780f89252 tempest-TestMinimumBasicScenario-2024773188 tempest-TestMinimumBasicScenario-2024773188-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1124 time: 0.1934998 May 26 18:20:38.956454 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 57296) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:38.960534 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'port_id': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:38.982420 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:39.057626 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:39.061878 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:39.197166 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-46832bc6-fd1c-4846-940b-fd2777bce6ff req-699289b3-5b6f-4eba-b286-95183614b6f9 tempest-VolumesNegativeTest-166936062 tempest-VolumesNegativeTest-166936062-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b4de072-ccdb-491d-aa9c-71019c7dcb72 HTTP/1.1" status: 200 len: 210 time: 0.0439734 May 26 18:20:39.203794 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:39.222069 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Allocated IP 172.27.3.114 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/e4332632-2d21-409f-beed-4bdfc0766bdb) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:20:39.233386 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:20:39.347678 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for port (e4332632-2d21-409f-beed-4bdfc0766bdb), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:39.362608 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:39.374604 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '1d3fd217-af97-47a7-9225-e698208d450f', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'port_id': '1d3fd217-af97-47a7-9225-e698208d450f', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:20:39.380697 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (e4332632-2d21-409f-beed-4bdfc0766bdb), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:39.411923 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 1d3fd217-af97-47a7-9225-e698208d450f is: ACTIVE; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:39.412499 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:39.420632 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:20:39.424247 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:20:39.426947 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d3fd217-af97-47a7-9225-e698208d450f {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:20:39.428229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:20:39.448194 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:39.450206 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'Port': ['ID=e4332632-2d21-409f-beed-4bdfc0766bdb,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:39.454727 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:39.516574 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=6']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:39.590497 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e030f-5f62-462b-abc6-ca50cdd979f3 req-77d5800e-777f-45a0-9e6d-addbf14fd580 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:39.592019 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a4e030f-5f62-462b-abc6-ca50cdd979f3 req-77d5800e-777f-45a0-9e6d-addbf14fd580 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 945 time: 0.0881615 May 26 18:20:39.639409 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['1d3fd217-af97-47a7-9225-e698208d450f'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:20:39.714630 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a4e030f-5f62-462b-abc6-ca50cdd979f3 req-90163e5f-a444-49e7-a25a-05bc209de8e2 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112008 May 26 18:20:39.852924 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:39.872460 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for floatingip (00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:39.936811 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e4332632-2d21-409f-beed-4bdfc0766bdb), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.067688 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:40.118546 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for port (e4332632-2d21-409f-beed-4bdfc0766bdb), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.122678 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (e4332632-2d21-409f-beed-4bdfc0766bdb), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.196348 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'Port': ['ID=e4332632-2d21-409f-beed-4bdfc0766bdb,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:40.202504 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.302165 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Floating IP 00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1 associated. External IP: 172.27.3.114, port: c471eca6-7897-4bd4-980d-b46e7fcc2133. May 26 18:20:40.504634 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:20:40.616629 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:20:40.627623 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] Sync routers for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:20:40.635172 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.642139 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:20:40.643316 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:20:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:40.667064 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4dfe0703-ff8e-4079-8b31-5e82ae0c63c3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7096045 May 26 18:20:40.667966 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:40.670002 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57332) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:40.676186 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176781714', 'description': 'tempest-secgroup-smoke-176781714 description', 'project_id': 'd08521617c884fe9a67609887f0ddaae'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:40.679920 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618c1dc-abf2-4259-ab11-02e93737f2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:40.712511 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.761203 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d0c08e-615c-463a-a984-c92d88a2217d x-openstack-request-id: req-e8d0c08e-615c-463a-a984-c92d88a2217d {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:40.761578 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:40.761758 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8d0c08e-615c-463a-a984-c92d88a2217d {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:40.762304 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d0c08e-615c-463a-a984-c92d88a2217d'] response: {'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'status': 'completed', 'code': 200} May 26 18:20:40.765357 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:20:40.814285 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:40.858838 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group (4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.866161 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.881050 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-36dc671e-3bc9-404a-bdbf-b9884f3b5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:40.883271 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-36dc671e-3bc9-404a-bdbf-b9884f3b5f72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d08521617c884fe9a67609887f0ddaae&device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1129 time: 0.0903563 May 26 18:20:40.895930 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.897163 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2256558 May 26 18:20:40.900021 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57364) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:40.904440 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-f722c986-5577-4da7-b9c4-5a51181398d6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'security_group_rule': {'security_group_id': '4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618', 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:40.911888 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:40.942923 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:40.951427 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f722c986-5577-4da7-b9c4-5a51181398d6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (da70b473-9b32-48cc-ac12-a93228247bac), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:40.955401 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.955606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.956141 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.956480 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.956841 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.957178 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.957512 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.957868 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.958441 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.958687 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.959189 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.959669 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.960284 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.960905 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.961528 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef50d029-d601-47a7-ac7f-449204a5111f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:40.963426 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:41.037712 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'port_id': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'mac_address': 'fa:16:3e:02:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:39Z', 'updated_at': '2022-05-26T18:20:39Z', 'revision_number': 0, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:47Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:41.058465 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f722c986-5577-4da7-b9c4-5a51181398d6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (da70b473-9b32-48cc-ac12-a93228247bac), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.064864 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f722c986-5577-4da7-b9c4-5a51181398d6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (da70b473-9b32-48cc-ac12-a93228247bac), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.066556 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] Checking router: 20bc4a05-bd6d-4700-8e56-e92c85f51f3d for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:20:41.076018 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:20:41.077003 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:20:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:41.082530 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59e386-3452-4ec5-a910-63cf8f331529 req-c52065b7-b3a3-40ac-be77-7de34edce0b3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:41.092770 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722c986-5577-4da7-b9c4-5a51181398d6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da70b473-9b32-48cc-ac12-a93228247bac,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:41.100487 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc59e386-3452-4ec5-a910-63cf8f331529 req-c52065b7-b3a3-40ac-be77-7de34edce0b3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 945 time: 0.2084758 May 26 18:20:41.106232 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f722c986-5577-4da7-b9c4-5a51181398d6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.110943 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f722c986-5577-4da7-b9c4-5a51181398d6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2065852 May 26 18:20:41.111208 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57396) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:41.120448 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-4ed0c1ad-1cac-4135-bfea-cc95c8b55e60 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'security_group_rule': {'security_group_id': '4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618', 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:41.198011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c1ad-1cac-4135-bfea-cc95c8b55e60 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (dfd150e4-ebdc-4472-80cf-1d262a1ef46a), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.244929 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:20:41.256693 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:20:41.321437 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:41.343474 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:41.381137 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c1ad-1cac-4135-bfea-cc95c8b55e60 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (dfd150e4-ebdc-4472-80cf-1d262a1ef46a), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.393352 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c1ad-1cac-4135-bfea-cc95c8b55e60 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (dfd150e4-ebdc-4472-80cf-1d262a1ef46a), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.400777 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 1d3fd217-af97-47a7-9225-e698208d450f triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:20:41.401157 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (1d3fd217-af97-47a7-9225-e698208d450f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.439441 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0c1ad-1cac-4135-bfea-cc95c8b55e60 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd150e4-ebdc-4472-80cf-1d262a1ef46a,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:41.454227 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c1ad-1cac-4135-bfea-cc95c8b55e60 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.455721 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4ed0c1ad-1cac-4135-bfea-cc95c8b55e60 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3435667 May 26 18:20:41.459315 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57424) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:41.470639 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-652589cc-cdab-4f2a-a0b7-b0ebb78e1c33 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'security_group_rule': {'security_group_id': '4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618', 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:41.540147 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-652589cc-cdab-4f2a-a0b7-b0ebb78e1c33 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (9695a7b7-dd03-43d6-87f5-69e668e71cca), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.553564 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc59e386-3452-4ec5-a910-63cf8f331529 req-8e426143-c181-44ac-ac7c-e7f1978096d4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509094 May 26 18:20:41.560568 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:41.590801 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 1d3fd217-af97-47a7-9225-e698208d450f is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:41.591414 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.605054 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-4b950f8e-5038-4778-a86a-a676c0d85326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:41.606569 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-4b950f8e-5038-4778-a86a-a676c0d85326 service neutron] 10.222.0.42 "GET /v2.0/networks?id=89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 200 len: 916 time: 0.6220362 May 26 18:20:41.633499 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-652589cc-cdab-4f2a-a0b7-b0ebb78e1c33 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (9695a7b7-dd03-43d6-87f5-69e668e71cca), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.639290 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-652589cc-cdab-4f2a-a0b7-b0ebb78e1c33 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (9695a7b7-dd03-43d6-87f5-69e668e71cca), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.653080 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:41.661633 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00175622-277a-4c90-b146-3717f8142ad7" -d '{"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-plugged", "status": "completed", "tag": "1d3fd217-af97-47a7-9225-e698208d450f"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:41.674359 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'port_id': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'mac_address': 'fa:16:3e:02:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:39Z', 'updated_at': '2022-05-26T18:20:39Z', 'revision_number': 0, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:47Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:41.682361 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652589cc-cdab-4f2a-a0b7-b0ebb78e1c33 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9695a7b7-dd03-43d6-87f5-69e668e71cca,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:41.693364 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:41.705986 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-652589cc-cdab-4f2a-a0b7-b0ebb78e1c33 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.707501 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-652589cc-cdab-4f2a-a0b7-b0ebb78e1c33 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460990 May 26 18:20:41.707991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.709038 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device e57de911-af42-44da-842d-d2a882b8ef20 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:20:41.710277 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57436) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:41.715027 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-f7418768-6cec-4352-8733-cf70cee5fede tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'security_group_rule': {'security_group_id': '4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618', 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:41.755673 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6ed45-ca8a-49c2-ac0e-eef0155b253a None None] The sync data for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi is: [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'port_id': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'mac_address': 'fa:16:3e:02:1e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:39Z', 'updated_at': '2022-05-26T18:20:39Z', 'revision_number': 0, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:47Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:20:41.763374 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-477784bd-aa82-4b93-90ad-15ceca8e0a92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 999 time: 0.1474221 May 26 18:20:41.766411 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f7418768-6cec-4352-8733-cf70cee5fede tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (d3b8950a-eda3-41f0-9db1-f41acd76358f), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.785806 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:41.832136 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b3308d-999d-4b81-93a1-512e0cacd956 x-openstack-request-id: req-90b3308d-999d-4b81-93a1-512e0cacd956 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:41.837101 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-plugged", "status": "completed", "tag": "1d3fd217-af97-47a7-9225-e698208d450f", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:41.837582 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90b3308d-999d-4b81-93a1-512e0cacd956 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:41.838420 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b3308d-999d-4b81-93a1-512e0cacd956'] response: {'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f', 'code': 200} May 26 18:20:41.839163 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=7']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:41.878476 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-eecec3d4-da88-4e21-9a84-8f54b5274114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:41.880621 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-eecec3d4-da88-4e21-9a84-8f54b5274114 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 HTTP/1.1" status: 200 len: 854 time: 0.1084175 May 26 18:20:41.916433 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: e57de911-af42-44da-842d-d2a882b8ef20 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:20:41.916778 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device e57de911-af42-44da-842d-d2a882b8ef20 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:20:41.927524 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f7418768-6cec-4352-8733-cf70cee5fede tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (d3b8950a-eda3-41f0-9db1-f41acd76358f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.948506 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f7418768-6cec-4352-8733-cf70cee5fede tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (d3b8950a-eda3-41f0-9db1-f41acd76358f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:41.950489 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-e426bdaa-c7ac-4074-b355-ea220025b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:41.952286 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-e426bdaa-c7ac-4074-b355-ea220025b50e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89ba9544-9a06-4842-a8d3-5ca2550e14ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640352 May 26 18:20:41.979347 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7418768-6cec-4352-8733-cf70cee5fede tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b8950a-eda3-41f0-9db1-f41acd76358f,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:42.008509 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f7418768-6cec-4352-8733-cf70cee5fede tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.014325 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f7418768-6cec-4352-8733-cf70cee5fede tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3027251 May 26 18:20:42.015196 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57446) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:42.024916 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-4792d310-365d-4ead-bf86-56ca28a3a5fb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'security_group_rule': {'security_group_id': '4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618', 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:42.129128 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-302361f5-bf9a-4965-955d-6c60b421839a service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665089 May 26 18:20:42.133356 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.securitygroups_db [None req-4792d310-365d-4ead-bf86-56ca28a3a5fb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Project d08521617c884fe9a67609887f0ddaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:20:42.141838 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4792d310-365d-4ead-bf86-56ca28a3a5fb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (075e787f-6f45-4923-8600-f2ca5a9bd97e), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.247256 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac642c3-59c4-4de0-8294-da948c99255f None None] New status for floating IP 00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:20:42.256825 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4792d310-365d-4ead-bf86-56ca28a3a5fb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (075e787f-6f45-4923-8600-f2ca5a9bd97e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.266514 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4792d310-365d-4ead-bf86-56ca28a3a5fb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (075e787f-6f45-4923-8600-f2ca5a9bd97e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.278858 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-e40121b0-2cbf-4f13-8635-736d84390697 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1196718 May 26 18:20:42.302018 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792d310-365d-4ead-bf86-56ca28a3a5fb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075e787f-6f45-4923-8600-f2ca5a9bd97e,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:42.332569 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4792d310-365d-4ead-bf86-56ca28a3a5fb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.340544 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4792d310-365d-4ead-bf86-56ca28a3a5fb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3205369 May 26 18:20:42.340722 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57460) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:42.350423 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-35aae1dd-4dfb-451e-924f-39c016f50fcb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'security_group_rule': {'security_group_id': '4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618', 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:42.380112 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.securitygroups_db [None req-35aae1dd-4dfb-451e-924f-39c016f50fcb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Project d08521617c884fe9a67609887f0ddaae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:20:42.389174 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-35aae1dd-4dfb-451e-924f-39c016f50fcb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (a3c14f28-4434-4d47-bf19-427701de37ef), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.409489 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5618c1dc-abf2-4259-ab11-02e93737f2dd req-2e24c594-b0ab-44d4-952c-dc1a782acc6c service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601850 May 26 18:20:42.437265 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-34681b2d-6975-48a7-9bd1-1191ce4aa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:42.440017 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-34681b2d-6975-48a7-9bd1-1191ce4aa4c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 1130 time: 0.1261115 May 26 18:20:42.503480 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-35aae1dd-4dfb-451e-924f-39c016f50fcb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (a3c14f28-4434-4d47-bf19-427701de37ef), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.519045 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-35aae1dd-4dfb-451e-924f-39c016f50fcb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (a3c14f28-4434-4d47-bf19-427701de37ef), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.552825 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aae1dd-4dfb-451e-924f-39c016f50fcb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c14f28-4434-4d47-bf19-427701de37ef,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:42.567955 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-35aae1dd-4dfb-451e-924f-39c016f50fcb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:42.572281 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-35aae1dd-4dfb-451e-924f-39c016f50fcb tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2291663 May 26 18:20:42.632220 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-cc73aeeb-cfca-4849-83ce-cbee67a9c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:42.633787 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-cc73aeeb-cfca-4849-83ce-cbee67a9c40f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.1534877 May 26 18:20:42.707970 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-fdce5c95-566a-4c8a-a133-7dbe3536443d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e HTTP/1.1" status: 200 len: 217 time: 0.0616271 May 26 18:20:42.831544 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa3ac1-3035-4ad4-8ecf-1929efaafee9 req-831ba873-ddd7-47f5-9bdd-634997e8f4c0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:42.838355 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ccfa3ac1-3035-4ad4-8ecf-1929efaafee9 req-831ba873-ddd7-47f5-9bdd-634997e8f4c0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.1382957 May 26 18:20:42.878144 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-ff679f39-c397-4a7e-85a2-d538cfeb8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:42.879615 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-ff679f39-c397-4a7e-85a2-d538cfeb8342 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.1579859 May 26 18:20:42.884797 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-eadfd907-2533-44c4-a93b-53ff02d6d33e tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176781714&fields=id&tenant_id=d08521617c884fe9a67609887f0ddaae HTTP/1.1" status: 200 len: 267 time: 0.1829338 May 26 18:20:43.001994 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-8b556d74-8726-4c66-82cd-6aaf43e2a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:43.003778 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-8b556d74-8726-4c66-82cd-6aaf43e2a638 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047289 May 26 18:20:43.017685 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ccfa3ac1-3035-4ad4-8ecf-1929efaafee9 req-4358fd8f-10de-4fa7-9fe6-17b8f9516695 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779759 May 26 18:20:43.052475 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-4c098ecc-6e20-498a-a3fe-c829ad7d7ca8 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:43.055819 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-4c098ecc-6e20-498a-a3fe-c829ad7d7ca8 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.1580212 May 26 18:20:43.097533 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'port': {'security_groups': ['50838590-26c1-4d5b-a14f-4c20231603bb', '4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:20:43.130456 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:43.216905 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:43.222725 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-865fbcc6-9631-44a0-b29d-e354a66c94dc service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990132 May 26 18:20:43.350104 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:43.424623 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0d2c35ca-3387-48b2-902d-246a29b3afb2 req-7472e377-694f-485b-ad7e-3f4ad9a80c43 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950905 May 26 18:20:43.631437 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:43.669391 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:43.669570 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:43.676627 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:43.697755 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['c471eca6-7897-4bd4-980d-b46e7fcc2133'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:20:43.745951 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:43.746665 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:43.748965 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1ee45151-9af2-47c2-a8d1-5d572848ec9a req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "PUT /v2.0/ports/c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 981 time: 0.6841211 May 26 18:20:43.752255 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:43.754909 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:43.805267 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=6']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:43.848076 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.848443 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.848783 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.855846 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.856227 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.856576 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.856920 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.857924 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.858282 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.858618 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.860145 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.866011 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.866667 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.870267 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.871342 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be66e1ee-84dd-4b7d-bbd5-395b1754a6d5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:20:43.893441 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51aeeb5-1479-400b-b8de-e510d8691875 x-openstack-request-id: req-d51aeeb5-1479-400b-b8de-e510d8691875 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:43.895541 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:43.896362 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d51aeeb5-1479-400b-b8de-e510d8691875 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:43.897374 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51aeeb5-1479-400b-b8de-e510d8691875'] response: {'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'status': 'completed', 'code': 200} May 26 18:20:43.915252 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['c471eca6-7897-4bd4-980d-b46e7fcc2133'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:20:43.939487 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:44.032447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-e279f317-7b27-4e01-a3ef-07b777f9fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:44.034363 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-e279f317-7b27-4e01-a3ef-07b777f9fa44 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d08521617c884fe9a67609887f0ddaae&device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1168 time: 0.1440225 May 26 18:20:44.096074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb1bee-06c0-479c-bb75-c3ea37cec743 req-85b174f3-c2ff-44ba-b4d0-75fa6cde82c6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:44.105253 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fbdb1bee-06c0-479c-bb75-c3ea37cec743 req-85b174f3-c2ff-44ba-b4d0-75fa6cde82c6 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.2029212 May 26 18:20:44.236955 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113535-e7c2-4474-94c2-cabbe43f28d5 req-796c6889-4782-4239-ae9f-6ad6de085d3f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:44.238791 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0113535-e7c2-4474-94c2-cabbe43f28d5 req-796c6889-4782-4239-ae9f-6ad6de085d3f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0612791 May 26 18:20:44.369097 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fbdb1bee-06c0-479c-bb75-c3ea37cec743 req-5eb08471-d84d-46b6-9652-ca3ac97553b0 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2624280 May 26 18:20:44.400157 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-05b2e65d-f5b1-4b60-b1f0-b4f2d3772c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:44.401644 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-05b2e65d-f5b1-4b60-b1f0-b4f2d3772c99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 200 len: 916 time: 0.3444052 May 26 18:20:44.460065 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0113535-e7c2-4474-94c2-cabbe43f28d5 req-10c8a2da-da4f-4c2c-a6ab-d72920c7d8f7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050886 May 26 18:20:44.461881 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:44.503787 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-07a9ec96-56a7-4e01-a5f0-963bc6663e74 None None] Provisioning complete for port c471eca6-7897-4bd4-980d-b46e7fcc2133 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:20:44.505786 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-07a9ec96-56a7-4e01-a5f0-963bc6663e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:44.564371 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-fca6890a-6879-4384-882e-9150d6da0e96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 1001 time: 0.1405742 May 26 18:20:44.584401 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:44.659043 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-3284e053-50c8-49ec-8e08-58216212bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:44.661280 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-3284e053-50c8-49ec-8e08-58216212bdd7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 HTTP/1.1" status: 200 len: 854 time: 0.0909457 May 26 18:20:44.724817 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-74662d22-4cfd-4838-89ab-dcecffcbc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:44.726457 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-74662d22-4cfd-4838-89ab-dcecffcbc1d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89ba9544-9a06-4842-a8d3-5ca2550e14ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572274 May 26 18:20:44.824338 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-07a9ec96-56a7-4e01-a5f0-963bc6663e74 None None] Current status of the port c471eca6-7897-4bd4-980d-b46e7fcc2133 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:44.906186 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-7b979412-bdce-466f-8298-02d4c987b615 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675913 May 26 18:20:45.149565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:45.203100 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61a5f2c6-7a0d-4384-aeb3-f64f9d46b26e req-ead26031-58ca-446f-85de-ffd8ed29ad0d service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206863 May 26 18:20:45.594438 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf9ffa-5767-459c-99e9-4dae86cfc739 req-ec0d3fb0-19d1-402b-91b9-dad14d5a6798 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:45.596379 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61bf9ffa-5767-459c-99e9-4dae86cfc739 req-ec0d3fb0-19d1-402b-91b9-dad14d5a6798 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0564981 May 26 18:20:45.648596 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61bf9ffa-5767-459c-99e9-4dae86cfc739 req-5eba2f08-e3ac-41b4-9ad6-25ade562f347 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 May 26 18:20:46.459747 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57612) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:46.635604 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:46.641766 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1ddef135-b89d-4ba3-88e4-bb513fe2aa08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73e8074335b04d60987b4f8b1371a9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789789 May 26 18:20:46.642586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 57616) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:20:46.700414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3dd23763-2ea5-48a2-afe3-bebd66887b29 admin admin] Publish callbacks [] for security_group (c85c1847-e7d7-4632-afba-fa7390eb0ea2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:46.726088 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3dd23763-2ea5-48a2-afe3-bebd66887b29 admin admin] Publish callbacks [] for security_group (c85c1847-e7d7-4632-afba-fa7390eb0ea2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:46.803439 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726bf05-2ecf-4a17-a3b5-5370099a7197 req-c237fb26-35d0-4221-86d5-e0950af65c8a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:46.804950 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b726bf05-2ecf-4a17-a3b5-5370099a7197 req-c237fb26-35d0-4221-86d5-e0950af65c8a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0625958 May 26 18:20:46.838656 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3dd23763-2ea5-48a2-afe3-bebd66887b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c85c1847-e7d7-4632-afba-fa7390eb0ea2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:46.841190 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3dd23763-2ea5-48a2-afe3-bebd66887b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:46.845362 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3dd23763-2ea5-48a2-afe3-bebd66887b29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c85c1847-e7d7-4632-afba-fa7390eb0ea2 HTTP/1.1" status: 204 len: 168 time: 0.1987777 May 26 18:20:46.863621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd23763-2ea5-48a2-afe3-bebd66887b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c1847-e7d7-4632-afba-fa7390eb0ea2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:46.884877 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:46.903955 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b726bf05-2ecf-4a17-a3b5-5370099a7197 req-2a150841-c82a-42dd-be56-f298a9c3e75d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929871 May 26 18:20:48.034940 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01217f7-1c5a-4f27-ac8e-ef063e756841 req-12144fd9-18c6-4ff7-96fb-d14865436667 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:48.043504 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f01217f7-1c5a-4f27-ac8e-ef063e756841 req-12144fd9-18c6-4ff7-96fb-d14865436667 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0672369 May 26 18:20:48.112122 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f01217f7-1c5a-4f27-ac8e-ef063e756841 req-4e76d0be-4663-47fb-8328-4ed38d2a0c1d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660365 May 26 18:20:48.524457 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:20:49.299008 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0fce-67d4-4f94-83d2-1ecfb4ae6ade req-65b4f2e3-8bc7-4430-a04c-9ffc55109eed tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:49.300639 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d25a0fce-67d4-4f94-83d2-1ecfb4ae6ade req-65b4f2e3-8bc7-4430-a04c-9ffc55109eed tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0809457 May 26 18:20:49.360809 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d25a0fce-67d4-4f94-83d2-1ecfb4ae6ade req-cee6814c-68ad-4505-8346-8031c4aa0345 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542288 May 26 18:20:50.331770 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-91faf142-8c10-4665-ab85-ec937d023c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:50.527968 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26664649-4c14-4077-9c68-4b2165ea6cbd req-1fdce9bd-6798-49a4-aa9e-0b5bfd9f52e0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:50.529499 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26664649-4c14-4077-9c68-4b2165ea6cbd req-1fdce9bd-6798-49a4-aa9e-0b5bfd9f52e0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0720897 May 26 18:20:50.624599 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26664649-4c14-4077-9c68-4b2165ea6cbd req-a35c24a8-d483-43e6-8d93-2f14f156440d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858929 May 26 18:20:50.903565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ae42e-ed26-4fdc-a366-cad87878eb73 req-472c12ea-ba8f-49b6-bcf6-db3343367b7d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:50.905624 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e53ae42e-ed26-4fdc-a366-cad87878eb73 req-472c12ea-ba8f-49b6-bcf6-db3343367b7d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0546756 May 26 18:20:50.976188 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e53ae42e-ed26-4fdc-a366-cad87878eb73 req-fdaebc33-fca0-4e8a-8dfd-a28b0af347ba tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643435 May 26 18:20:51.678498 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=55 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:51.752617 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c2555-1d49-42a5-a600-31d60045438d req-44443d96-5133-494a-9abf-f065e3f0b509 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:51.755181 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-648c2555-1d49-42a5-a600-31d60045438d req-44443d96-5133-494a-9abf-f065e3f0b509 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0508695 May 26 18:20:51.766370 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:51.810501 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-648c2555-1d49-42a5-a600-31d60045438d req-f4f0b9fa-5f14-42c0-944b-b42848ed8af5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506423 May 26 18:20:52.099190 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af3c6-6ea1-49b9-b4bf-3f6960487699 req-86f7d945-1666-43fb-8149-9324dcba50e2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:52.101977 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d25af3c6-6ea1-49b9-b4bf-3f6960487699 req-86f7d945-1666-43fb-8149-9324dcba50e2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0538087 May 26 18:20:52.143938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:52.162268 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d25af3c6-6ea1-49b9-b4bf-3f6960487699 req-69bac3e4-1676-40f1-936c-6b906dd126e7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543458 May 26 18:20:52.564916 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-68b42cc5-5e3a-4807-ba57-64b44a5b0b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:52.932518 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aff4c-f321-4883-94bb-c58d507a7cf8 req-3548c375-7471-4626-8f63-266ef54c4acb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:52.934004 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-211aff4c-f321-4883-94bb-c58d507a7cf8 req-3548c375-7471-4626-8f63-266ef54c4acb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0507555 May 26 18:20:52.981679 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-211aff4c-f321-4883-94bb-c58d507a7cf8 req-a8fea1a8-7ccf-4151-8f40-36d988ef7247 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411272 May 26 18:20:53.271623 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee191-db8c-4071-bcc2-24f5bb3fe258 req-b9bb3ed2-b03d-4c82-a570-a2e28ac34e2f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:53.273097 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-efbee191-db8c-4071-bcc2-24f5bb3fe258 req-b9bb3ed2-b03d-4c82-a570-a2e28ac34e2f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0473726 May 26 18:20:53.327893 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-efbee191-db8c-4071-bcc2-24f5bb3fe258 req-2cb4f57e-ed5e-41ed-bdb0-e7af301cf90d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490072 May 26 18:20:53.636554 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:54.108565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bece1-fd28-4744-997c-3a69a58f4645 req-fc890707-9596-407a-afb1-65c4a0a70606 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:54.110923 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ed2bece1-fd28-4744-997c-3a69a58f4645 req-fc890707-9596-407a-afb1-65c4a0a70606 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0485110 May 26 18:20:54.161528 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ed2bece1-fd28-4744-997c-3a69a58f4645 req-186cea61-f33b-45bd-aaf0-164696c822e7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452566 May 26 18:20:54.441955 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7026dbf-6f1c-4663-ba27-7957e32aa69b req-2b8dca4a-c2d6-475d-9be4-bc33e53ac4b1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:54.443324 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e7026dbf-6f1c-4663-ba27-7957e32aa69b req-2b8dca4a-c2d6-475d-9be4-bc33e53ac4b1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0465882 May 26 18:20:54.491244 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e7026dbf-6f1c-4663-ba27-7957e32aa69b req-b05b786d-5232-49b9-a115-806c9b9432ce tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 May 26 18:20:55.235587 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:55.282283 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26278c72-c3af-4958-b698-c41d2d168580 req-f1f9ef13-fd8d-40d6-9c73-03f9d0c33600 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:55.283748 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26278c72-c3af-4958-b698-c41d2d168580 req-f1f9ef13-fd8d-40d6-9c73-03f9d0c33600 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0502050 May 26 18:20:55.331597 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-26278c72-c3af-4958-b698-c41d2d168580 req-d3328409-e73c-4483-8536-9defc054a7c6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 May 26 18:20:55.610332 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce8d75-09f4-43ec-9968-c1e7d7ff7d81 req-a500d335-7258-4121-a607-9d87d3527d1f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:55.611812 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ce8d75-09f4-43ec-9968-c1e7d7ff7d81 req-a500d335-7258-4121-a607-9d87d3527d1f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0521042 May 26 18:20:55.657962 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-38ce8d75-09f4-43ec-9968-c1e7d7ff7d81 req-f701932a-a8e3-48a7-bf0c-62a20cd079ad tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406528 May 26 18:20:56.447078 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364caa7a-5889-4769-90c9-4f002a21e4a2 req-319b2702-f3a1-48d3-abd8-0e5eaaab99f7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:56.448534 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-364caa7a-5889-4769-90c9-4f002a21e4a2 req-319b2702-f3a1-48d3-abd8-0e5eaaab99f7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 946 time: 0.0467455 May 26 18:20:56.474842 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:56.498201 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-364caa7a-5889-4769-90c9-4f002a21e4a2 req-27844f07-496c-43eb-8f57-143766379e5a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432832 May 26 18:20:56.627459 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=55,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:56.772660 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf06e-4118-4a61-8de4-dbcad39118f7 req-3bd98f54-a905-412d-b552-e20501cbfc00 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:56.774187 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d3bf06e-4118-4a61-8de4-dbcad39118f7 req-3bd98f54-a905-412d-b552-e20501cbfc00 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0497258 May 26 18:20:56.819733 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d3bf06e-4118-4a61-8de4-dbcad39118f7 req-4d758657-14d9-4d6f-a3d5-0f9c8546742c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401661 May 26 18:20:57.286044 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-67e89330-d43b-4c0a-a477-daabd2dde78c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:57.287435 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-67e89330-d43b-4c0a-a477-daabd2dde78c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.0830145 May 26 18:20:57.288318 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7945-378e-40af-b116-509d67258195 req-e0275cd3-999b-4c25-8653-27144950c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:57.289630 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34fb7945-378e-40af-b116-509d67258195 req-e0275cd3-999b-4c25-8653-27144950c8b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 1130 time: 0.0839899 May 26 18:20:57.326330 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:20:57.336151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:57.401396 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 1d3fd217-af97-47a7-9225-e698208d450f is: ACTIVE; New status is: DOWN {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:20:57.401807 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:57.424143 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:57.426410 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f66e476-ca69-43fd-8a87-40761b7dcd13" -d '{"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3fd217-af97-47a7-9225-e698208d450f"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:57.439720 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:57.445934 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:57.447084 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Deleting port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:20:57.447422 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:57.471240 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31a95db-d9f0-4e37-b584-0a36791487b0 x-openstack-request-id: req-c31a95db-d9f0-4e37-b584-0a36791487b0 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:57.471534 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3fd217-af97-47a7-9225-e698208d450f", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:57.471811 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c31a95db-d9f0-4e37-b584-0a36791487b0 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:57.472201 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31a95db-d9f0-4e37-b584-0a36791487b0'] response: {'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f', 'code': 200} May 26 18:20:57.498115 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=8']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:57.504667 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7945-378e-40af-b116-509d67258195 req-6ce99de2-f8b1-4b92-add4-9cdfe83b8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:57.506148 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34fb7945-378e-40af-b116-509d67258195 req-6ce99de2-f8b1-4b92-add4-9cdfe83b8e5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.2070153 May 26 18:20:57.552906 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:57.607722 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] For port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:20:57.608229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:57.641170 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34fb7945-378e-40af-b116-509d67258195 req-a1cf4433-7f03-4587-8a4d-3ca082f364c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d3fd217-af97-47a7-9225-e698208d450f HTTP/1.1" status: 200 len: 1000 time: 0.1255207 May 26 18:20:57.746811 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70898c-32e7-441a-a32d-d1b1267174a3 req-afb9ae27-d5b5-411d-953b-3eb1617d7d1d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:57.748247 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac70898c-32e7-441a-a32d-d1b1267174a3 req-afb9ae27-d5b5-411d-953b-3eb1617d7d1d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.1681738 May 26 18:20:57.840380 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7945-378e-40af-b116-509d67258195 req-f45eb786-ec43-4582-a782-9ecc930119f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:57.841734 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34fb7945-378e-40af-b116-509d67258195 req-f45eb786-ec43-4582-a782-9ecc930119f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.1759293 May 26 18:20:58.177642 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac70898c-32e7-441a-a32d-d1b1267174a3 req-3a8add18-685b-42ff-86e8-fca94b8c35a5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146972 May 26 18:20:58.225499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:58.225910 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (647d3365-63ea-4182-9b37-c1aced88e38a), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:58.226177 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Floating IP 647d3365-63ea-4182-9b37-c1aced88e38a disassociated. External IP: 172.27.3.220, port: 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7. May 26 18:20:58.226520 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Calling delete_port for 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:20:58.228977 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb7945-378e-40af-b116-509d67258195 req-a5e20cc7-0435-458a-8d98-2528482ba04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:58.230465 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34fb7945-378e-40af-b116-509d67258195 req-a5e20cc7-0435-458a-8d98-2528482ba04f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3701239 May 26 18:20:58.239317 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5ab65-0359-402e-9dc1-d8f9cdf0cd17 req-89b4a456-684f-4f06-85a4-70b16a7fb86c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:58.240662 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-09c5ab65-0359-402e-9dc1-d8f9cdf0cd17 req-89b4a456-684f-4f06-85a4-70b16a7fb86c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 946 time: 0.1304009 May 26 18:20:58.392159 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-09c5ab65-0359-402e-9dc1-d8f9cdf0cd17 req-eeb0a866-3f17-493c-ac9b-d2684ea51614 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae9c52b-d0d1-4330-8415-a361c1c70bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370859 May 26 18:20:58.424669 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34fb7945-378e-40af-b116-509d67258195 req-9833a9a5-0720-40ed-885c-4c95bbf5c750 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816258 May 26 18:20:58.479648 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (6d78a0b7-1afb-456a-9a08-dc8ea964b7b7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:58.485609 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:58.512419 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'Port': ['ID=6d78a0b7-1afb-456a-9a08-dc8ea964b7b7,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:20:58.609929 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:58.626941 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:20:58.730747 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:20:58.740269 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:20:58.750682 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:20:58.751296 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:20:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:58.778578 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] No DVR routers for this DVR port 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:20:58.781224 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:58.784509 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e2983cd-c8a6-41d6-bba2-ac838309bbe0 req-14b94a52-4415-4837-9c20-115f8be2bcdc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "DELETE /v2.0/ports/6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 HTTP/1.1" status: 204 len: 173 time: 1.4867227 May 26 18:20:58.784950 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'name': 'network-vif-deleted', 'tag': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:20:58.787251 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be96eef0-496f-4348-b82c-18e16ba30372" -d '{"events": [{"server_uuid": "dca22358-3d8a-4a3c-a5e9-cb003a11cf2c", "name": "network-vif-deleted", "tag": "6d78a0b7-1afb-456a-9a08-dc8ea964b7b7"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:20:58.823172 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208679c0-ca75-42b0-b5ec-32ceeb4c6667 x-openstack-request-id: req-208679c0-ca75-42b0-b5ec-32ceeb4c6667 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:20:58.823659 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca22358-3d8a-4a3c-a5e9-cb003a11cf2c", "name": "network-vif-deleted", "tag": "6d78a0b7-1afb-456a-9a08-dc8ea964b7b7", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:20:58.823908 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-208679c0-ca75-42b0-b5ec-32ceeb4c6667 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:20:58.824342 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208679c0-ca75-42b0-b5ec-32ceeb4c6667'] response: {'server_uuid': 'dca22358-3d8a-4a3c-a5e9-cb003a11cf2c', 'name': 'network-vif-deleted', 'tag': '6d78a0b7-1afb-456a-9a08-dc8ea964b7b7', 'status': 'completed', 'code': 200} May 26 18:20:58.853035 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:20:59.061389 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:33Z', 'revision_number': 2, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:59.086177 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:20:59.095534 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:20:59.096323 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:20:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:59.275384 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:20:59.276904 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:59.315120 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ba997-fb34-4326-8674-dc1620de09a4 req-bca71fd8-e5e9-4e63-b994-db4c9a5c5cb5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:59.316718 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-637ba997-fb34-4326-8674-dc1620de09a4 req-bca71fd8-e5e9-4e63-b994-db4c9a5c5cb5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0532122 May 26 18:20:59.372257 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-637ba997-fb34-4326-8674-dc1620de09a4 req-933d2767-bfd7-4c72-8c81-6f92b2d360fe tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450144 May 26 18:20:59.492089 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:33Z', 'revision_number': 2, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:20:59.495091 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f06e3675-9615-42bb-965a-63b47b69b27a req-0310f5a0-fffa-41f4-b5ef-cf8f47b61d3f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0310104 May 26 18:20:59.516888 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85259ba1-a56c-4a14-becf-8b75ec5717c0 None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e95e04e6-234f-45eb-96e2-58e1c6e66ab0', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:ca:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:17:55Z', 'updated_at': '2022-05-26T18:18:33Z', 'revision_number': 2, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:20:59.746712 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d243c2-5cba-43ea-ab9d-f5c9ac35e271 None None] New status for floating IP 647d3365-63ea-4182-9b37-c1aced88e38a: DOWN {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:21:00.497519 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c0f34-f264-4a0e-8c9c-87badcd1e91d req-8f5f4ec8-3e80-4e2a-9ce6-e9e5a272eb45 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:00.499057 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dc1c0f34-f264-4a0e-8c9c-87badcd1e91d req-8f5f4ec8-3e80-4e2a-9ce6-e9e5a272eb45 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0509253 May 26 18:21:00.550314 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dc1c0f34-f264-4a0e-8c9c-87badcd1e91d req-a4dc8867-019f-46e6-9e61-93c0463aa5d6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446916 May 26 18:21:00.598719 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8692e2aa-ffd7-4386-9791-3e77498f7bb6 req-5d7f2217-79e0-4eb4-b6ef-877d27c4145a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0276132 May 26 18:21:01.133027 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-34fb7945-378e-40af-b116-509d67258195 req-0cf71e6d-544a-40c5-b811-517d7af0c0c3 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078708 May 26 18:21:01.674883 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4a9af-8d8b-4c30-b2a7-a993fe66a47f req-96815c52-f883-4931-aca2-f90839502514 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:01.676487 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7aa4a9af-8d8b-4c30-b2a7-a993fe66a47f req-96815c52-f883-4931-aca2-f90839502514 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0500686 May 26 18:21:01.715454 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f48074c-12ca-4dc8-a5ba-f2bbfc87c42a req-99412b2b-85bb-4cfb-8e90-5be7a84c2d52 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0359404 May 26 18:21:01.745302 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7aa4a9af-8d8b-4c30-b2a7-a993fe66a47f req-5134a4f0-0634-4b8a-8897-fcb39b2caee7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563025 May 26 18:21:02.831122 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-526052c1-09e0-4eb4-b63b-f66f92c2be6f req-99b69788-4a23-4cec-9659-1edd1e7415f9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca22358-3d8a-4a3c-a5e9-cb003a11cf2c HTTP/1.1" status: 200 len: 210 time: 0.0298917 May 26 18:21:02.877988 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c627d2d-5b75-4fb7-ba20-c750b52dac07 req-c6f49014-5210-49ab-9a1a-378436150910 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:02.879507 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7c627d2d-5b75-4fb7-ba20-c750b52dac07 req-c6f49014-5210-49ab-9a1a-378436150910 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0526922 May 26 18:21:02.928872 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7c627d2d-5b75-4fb7-ba20-c750b52dac07 req-bfa5e437-700c-4bd3-a656-e507776496e3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 May 26 18:21:03.915338 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 57832) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:03.973150 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-963c4e6d-3eee-46cd-acc5-428dab93df20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (5ae9c52b-d0d1-4330-8415-a361c1c70bf2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.002376 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-963c4e6d-3eee-46cd-acc5-428dab93df20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (5ae9c52b-d0d1-4330-8415-a361c1c70bf2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.081963 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb7e92-2e3d-4565-9f54-059d0fb1e366 req-a3685bf7-edb3-4388-a41e-bbb6039f6407 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:04.083366 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77eb7e92-2e3d-4565-9f54-059d0fb1e366 req-a3685bf7-edb3-4388-a41e-bbb6039f6407 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0733423 May 26 18:21:04.102922 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:04.113655 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-963c4e6d-3eee-46cd-acc5-428dab93df20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5ae9c52b-d0d1-4330-8415-a361c1c70bf2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.116063 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-963c4e6d-3eee-46cd-acc5-428dab93df20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.117169 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-963c4e6d-3eee-46cd-acc5-428dab93df20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "DELETE /v2.0/security-groups/5ae9c52b-d0d1-4330-8415-a361c1c70bf2 HTTP/1.1" status: 204 len: 168 time: 0.2007532 May 26 18:21:04.120141 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57842) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:04.135509 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.api.v2.resource [None req-c2a486c8-38db-486c-b7d9-598599e2d114 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] show failed (client error): The resource could not be found. May 26 18:21:04.136722 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c2a486c8-38db-486c-b7d9-598599e2d114 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups/5ae9c52b-d0d1-4330-8415-a361c1c70bf2 HTTP/1.1" status: 404 len: 347 time: 0.0153596 May 26 18:21:04.139587 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57844) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:04.140321 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c4e6d-3eee-46cd-acc5-428dab93df20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae9c52b-d0d1-4330-8415-a361c1c70bf2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:04.149800 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-77eb7e92-2e3d-4565-9f54-059d0fb1e366 req-4b0cb3ea-5fd8-41a7-9df1-95f186e19167 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602696 May 26 18:21:04.261554 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Deleting port 927ac457-ca0b-47c6-b3be-a5c15588c620 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:21:04.261909 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (927ac457-ca0b-47c6-b3be-a5c15588c620), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.342344 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (927ac457-ca0b-47c6-b3be-a5c15588c620), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.342675 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (927ac457-ca0b-47c6-b3be-a5c15588c620), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.356485 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Calling delete_port for 927ac457-ca0b-47c6-b3be-a5c15588c620 owned by network:floatingip {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:21:04.539043 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (927ac457-ca0b-47c6-b3be-a5c15588c620), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.572129 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'Port': ['ID=927ac457-ca0b-47c6-b3be-a5c15588c620,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:04.628635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (647d3365-63ea-4182-9b37-c1aced88e38a), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.631427 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:04.632651 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-17e704c1-6acb-4350-9f5b-a9919d4a8772 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "DELETE /v2.0/floatingips/647d3365-63ea-4182-9b37-c1aced88e38a HTTP/1.1" status: 204 len: 168 time: 0.4919040 May 26 18:21:04.680030 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-148bbf57-37a6-4c4e-826d-3643477764be req-2fde1fe0-ec70-4b0a-8d9a-d10b5c9a6874 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:21:04.681164 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-148bbf57-37a6-4c4e-826d-3643477764be req-2fde1fe0-ec70-4b0a-8d9a-d10b5c9a6874 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056560 May 26 18:21:04.848564 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81159aec-f16e-4ed0-99b9-72446f718e0f req-48b45bcb-0d5f-456a-8e59-6bd7ee6e1a93 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:04.850241 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81159aec-f16e-4ed0-99b9-72446f718e0f req-48b45bcb-0d5f-456a-8e59-6bd7ee6e1a93 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0554147 May 26 18:21:04.902897 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-81159aec-f16e-4ed0-99b9-72446f718e0f req-200377d2-c3c6-475d-9a03-c853ea5c95b7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468202 May 26 18:21:05.052702 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:21:05.073974 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:21:05.074786 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 6d78a0b7-1afb-456a-9a08-dc8ea964b7b7 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:21:05.285498 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 57898) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:05.337489 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:05.368859 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-fa49da39-6c71-42b2-8325-90fd50d8e448 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821874 May 26 18:21:05.378128 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-1ad4863d-b228-4253-8b6c-6a4866c831a9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:21:05.379008 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-1ad4863d-b228-4253-8b6c-6a4866c831a9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056589 May 26 18:21:05.455320 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57906) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:05.508088 dv-cinder-843493-1-iscsi neutron-server[103965]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 18:21:05.558758 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-3226c5e7-b6b1-4fff-9983-20f69aca6265 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:05.560343 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-3226c5e7-b6b1-4fff-9983-20f69aca6265 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports/1d3fd217-af97-47a7-9225-e698208d450f HTTP/1.1" status: 200 len: 941 time: 0.1039035 May 26 18:21:06.030735 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa8ef7-c46a-4565-b34e-43c4a8a70383 req-490a86da-fd70-4874-8789-c578c5a57e04 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:06.032212 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6bfa8ef7-c46a-4565-b34e-43c4a8a70383 req-490a86da-fd70-4874-8789-c578c5a57e04 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0503554 May 26 18:21:06.084831 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6bfa8ef7-c46a-4565-b34e-43c4a8a70383 req-4f7ef586-80dd-4f47-84e3-9b5219bb77a5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464671 May 26 18:21:06.353963 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc03962-d2b9-46d4-8ce0-7c95ed156a0c req-18233070-cd5a-4f04-878d-6901565ca3d8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:06.355350 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ecc03962-d2b9-46d4-8ce0-7c95ed156a0c req-18233070-cd5a-4f04-878d-6901565ca3d8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.0465684 May 26 18:21:06.402033 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ecc03962-d2b9-46d4-8ce0-7c95ed156a0c req-50c2a37d-5680-4fca-89d8-16c91c7a2033 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 May 26 18:21:07.049446 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:21:07.123189 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 1d3fd217-af97-47a7-9225-e698208d450f is: DOWN; New status is: DOWN {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:21:07.215798 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e3ba4-7554-4047-ba1b-342bde81fc05 req-2f3a8ed1-3899-4d66-86c1-ecba583160f9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:07.217256 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb9e3ba4-7554-4047-ba1b-342bde81fc05 req-2f3a8ed1-3899-4d66-86c1-ecba583160f9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0527782 May 26 18:21:07.265004 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fb9e3ba4-7554-4047-ba1b-342bde81fc05 req-ef5fba5e-4b78-42e5-ac5c-5afa1ad29875 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 May 26 18:21:07.522161 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89206365-1534-406a-a647-45f110e19da9 req-5ac79bee-1f11-4e9f-b674-74ce5d0683ac tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:07.523131 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 57944) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:07.523639 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-89206365-1534-406a-a647-45f110e19da9 req-5ac79bee-1f11-4e9f-b674-74ce5d0683ac tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.0499692 May 26 18:21:07.572129 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-89206365-1534-406a-a647-45f110e19da9 req-8d5ce250-72f3-41bc-9f98-3eef1d8c7a8e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425665 May 26 18:21:07.630531 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-35443129-0f3f-4ea8-9c1a-48c86f6b5ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:07.706826 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-35443129-0f3f-4ea8-9c1a-48c86f6b5ab6 admin admin] Publish callbacks [] for security_group (fb0859e9-7756-48b6-ba83-acc7a88579ba), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:07.710386 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-35443129-0f3f-4ea8-9c1a-48c86f6b5ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (fb0859e9-7756-48b6-ba83-acc7a88579ba), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:07.750637 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-35443129-0f3f-4ea8-9c1a-48c86f6b5ab6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a66e69ae736344d7954a63842b16dca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260754 May 26 18:21:07.751314 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35443129-0f3f-4ea8-9c1a-48c86f6b5ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0859e9-7756-48b6-ba83-acc7a88579ba,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:07.753189 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 57948) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:07.803209 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6017db0e-8866-4195-848c-e5e7f390eee2 admin admin] Publish callbacks [] for security_group (fb0859e9-7756-48b6-ba83-acc7a88579ba), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:07.825197 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6017db0e-8866-4195-848c-e5e7f390eee2 admin admin] Publish callbacks [] for security_group (fb0859e9-7756-48b6-ba83-acc7a88579ba), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:07.874507 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6017db0e-8866-4195-848c-e5e7f390eee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (fb0859e9-7756-48b6-ba83-acc7a88579ba), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:07.877095 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6017db0e-8866-4195-848c-e5e7f390eee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:07.878437 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6017db0e-8866-4195-848c-e5e7f390eee2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb0859e9-7756-48b6-ba83-acc7a88579ba HTTP/1.1" status: 204 len: 168 time: 0.1241834 May 26 18:21:07.891059 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017db0e-8866-4195-848c-e5e7f390eee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0859e9-7756-48b6-ba83-acc7a88579ba,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:08.065362 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-a006962e-3bc1-47a5-a66b-c5441c83b6c1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:08.067023 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-a006962e-3bc1-47a5-a66b-c5441c83b6c1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.0536776 May 26 18:21:08.469568 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-4551c4e2-5659-4bf6-9294-be73e3c45c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:08.471224 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-4551c4e2-5659-4bf6-9294-be73e3c45c5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80&tenant_id=84dc70884aff4a799bb8f38899766e81 HTTP/1.1" status: 200 len: 1128 time: 0.1301641 May 26 18:21:08.490214 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bafe3b-4b32-4ff1-8922-41bc6255ee31 req-309a7fa4-a727-4e29-801c-f0a20bf5e524 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:08.491715 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-45bafe3b-4b32-4ff1-8922-41bc6255ee31 req-309a7fa4-a727-4e29-801c-f0a20bf5e524 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.1218243 May 26 18:21:08.506596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:08.537789 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Deleting port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:21:08.538430 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:08.573944 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-c5cfbe0e-f54e-45d6-8f3c-8b74582aeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:08.575300 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-c5cfbe0e-f54e-45d6-8f3c-8b74582aeea8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 1128 time: 0.0785005 May 26 18:21:08.707627 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-45bafe3b-4b32-4ff1-8922-41bc6255ee31 req-22995ae1-7b2e-4b1f-86db-9cf42597903b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960216 May 26 18:21:08.735544 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:08.787541 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e49b8-2d14-411c-bf3c-d6a62cc1a3ba req-2fdd1a1c-53a5-445d-8e51-f8b50ef126d8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:08.789041 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df2e49b8-2d14-411c-bf3c-d6a62cc1a3ba req-2fdd1a1c-53a5-445d-8e51-f8b50ef126d8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 945 time: 0.1107516 May 26 18:21:08.800409 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-daeaff45-e63d-40ef-84ae-7215371c1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:08.802193 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-daeaff45-e63d-40ef-84ae-7215371c1c8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.1986222 May 26 18:21:08.804985 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] For port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:21:08.805348 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:08.954971 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-d8b53461-76b1-4301-a4ce-7e6e1639d60f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d3fd217-af97-47a7-9225-e698208d450f HTTP/1.1" status: 200 len: 1000 time: 0.1365602 May 26 18:21:08.992180 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df2e49b8-2d14-411c-bf3c-d6a62cc1a3ba req-b8992832-66e3-4edf-ac6f-bc3f8fa80512 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=547628d5-20ab-453a-8fdd-315146fb2216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890686 May 26 18:21:09.079236 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-865bccad-c9e4-4b6f-9ca1-f530919902d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:09.080936 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-865bccad-c9e4-4b6f-9ca1-f530919902d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.1009307 May 26 18:21:09.127995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:09.128366 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (e95e04e6-234f-45eb-96e2-58e1c6e66ab0), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:09.128665 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Floating IP e95e04e6-234f-45eb-96e2-58e1c6e66ab0 disassociated. External IP: 172.27.3.57, port: d8a8f1c3-9b31-4ff3-a2a8-371608a6812a. May 26 18:21:09.129001 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Calling delete_port for d8a8f1c3-9b31-4ff3-a2a8-371608a6812a owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:21:09.147300 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-b5db7870-82ab-4ee6-9c1a-00e7e5af39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:09.148763 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-b5db7870-82ab-4ee6-9c1a-00e7e5af39ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601645 May 26 18:21:09.492160 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=22 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:09.516834 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=77 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:09.532867 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-9ed136a1-07ce-4fbf-8a4d-7a59937984f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504591 May 26 18:21:09.627312 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:09.634574 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (d8a8f1c3-9b31-4ff3-a2a8-371608a6812a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:09.674720 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'Port': ['ID=d8a8f1c3-9b31-4ff3-a2a8-371608a6812a,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:09.691006 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e0dcbc6-5d80-4d81-b00a-08ff19a2e787 req-d56aa49d-a93d-481f-ad58-2d33cb7ac3dc service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514416 May 26 18:21:09.799834 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:09.831186 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:21:09.848204 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f66f7d-ed80-410d-b708-392b91a8515f req-7dcdf533-a924-4ef1-aeec-63bd202fc289 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:09.849665 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-45f66f7d-ed80-410d-b708-392b91a8515f req-7dcdf533-a924-4ef1-aeec-63bd202fc289 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0619354 May 26 18:21:09.969913 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-45f66f7d-ed80-410d-b708-392b91a8515f req-d3d909f1-9cac-4833-9902-6c1421e50d53 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128819 May 26 18:21:09.999831 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:21:10.011952 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:21:10.030045 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:21:10.030668 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:20:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:10.060329 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] No DVR routers for this DVR port d8a8f1c3-9b31-4ff3-a2a8-371608a6812a on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:21:10.063177 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:10.068928 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7815586f-2aec-4d19-bf4d-6a43e829cfbd req-05db275c-d91a-4b8e-ac29-c637b83c26c8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "DELETE /v2.0/ports/d8a8f1c3-9b31-4ff3-a2a8-371608a6812a HTTP/1.1" status: 204 len: 173 time: 1.7593911 May 26 18:21:10.069511 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'name': 'network-vif-deleted', 'tag': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:21:10.072219 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e74d4a6-3a37-4141-96de-cf4c2484e44b" -d '{"events": [{"server_uuid": "158ce769-fde9-413e-81f3-d76b3222b5fc", "name": "network-vif-deleted", "tag": "d8a8f1c3-9b31-4ff3-a2a8-371608a6812a"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:21:10.153239 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8275b24d-00ef-40bd-946a-1d19245223be req-f472ea38-3211-4067-9f18-f21702cedc69 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0641010 May 26 18:21:10.154726 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2313e4-36e8-4ce4-bd88-c0c89167ce3d x-openstack-request-id: req-5b2313e4-36e8-4ce4-bd88-c0c89167ce3d {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:21:10.155007 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158ce769-fde9-413e-81f3-d76b3222b5fc", "name": "network-vif-deleted", "tag": "d8a8f1c3-9b31-4ff3-a2a8-371608a6812a", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:21:10.155258 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b2313e4-36e8-4ce4-bd88-c0c89167ce3d {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:21:10.155656 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2313e4-36e8-4ce4-bd88-c0c89167ce3d'] response: {'server_uuid': '158ce769-fde9-413e-81f3-d76b3222b5fc', 'name': 'network-vif-deleted', 'tag': 'd8a8f1c3-9b31-4ff3-a2a8-371608a6812a', 'status': 'completed', 'code': 200} May 26 18:21:10.183533 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:21:10.414484 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:10.443079 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:21:10.451712 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:21:10.452307 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:20:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:10.566880 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:21:10.777073 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:10.803773 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97fd292-dbca-4971-81b7-7deefbc0baa9 None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:21:11.087772 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device d8a8f1c3-9b31-4ff3-a2a8-371608a6812a no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:21:11.120414 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1805-5b1d-4d44-8cbe-4e8f69f63615 None None] New status for floating IP e95e04e6-234f-45eb-96e2-58e1c6e66ab0: DOWN {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:21:11.124444 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: d8a8f1c3-9b31-4ff3-a2a8-371608a6812a {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:21:11.124787 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device d8a8f1c3-9b31-4ff3-a2a8-371608a6812a not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:21:11.139217 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070bc0e-9ac8-4e1f-86dc-169b28c732f7 req-ee12dc9b-554c-428e-88ae-bbadda85a777 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:11.141332 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0070bc0e-9ac8-4e1f-86dc-169b28c732f7 req-ee12dc9b-554c-428e-88ae-bbadda85a777 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0844996 May 26 18:21:11.214683 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0070bc0e-9ac8-4e1f-86dc-169b28c732f7 req-d05c8a23-cebb-4f61-af70-278b51d00eee tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669169 May 26 18:21:11.264879 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:11.327106 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-869a606d-f6e2-491d-a0a1-ecfa97c88d66 req-db117c5a-3888-4b1a-85a5-618386bf1c66 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0393698 May 26 18:21:12.337435 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca844251-0153-4e99-803a-cea70cf7fb6d req-45fd0c61-9cd0-4553-978a-bcc208b513f1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:12.339069 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca844251-0153-4e99-803a-cea70cf7fb6d req-45fd0c61-9cd0-4553-978a-bcc208b513f1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0569081 May 26 18:21:12.403254 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ca844251-0153-4e99-803a-cea70cf7fb6d req-19137897-5f0e-46e0-8062-8df8ace8b116 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573399 May 26 18:21:12.452525 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-15d6f674-7197-4638-9fc8-278e22cf1bd7 req-2fe166be-7b65-4775-84ce-ab2c42d36186 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0311956 May 26 18:21:13.546385 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba1545-fe77-4f8e-9131-7be900536852 req-d93073d4-b4f6-49f0-b441-2fe0ca1e9cb2 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:13.547876 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ceba1545-fe77-4f8e-9131-7be900536852 req-d93073d4-b4f6-49f0-b441-2fe0ca1e9cb2 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0678957 May 26 18:21:13.600237 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fbac46fc-1701-438b-9059-b9856474bfc0 req-5ef25a01-41f3-408e-9849-8278fdeac550 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0446732 May 26 18:21:13.629436 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ceba1545-fe77-4f8e-9131-7be900536852 req-4cc3fadf-c875-4766-ae0c-fa11041b4739 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751307 May 26 18:21:13.657922 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:14.719210 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4a2d887-2aaa-46f2-b194-131bdaf1373e req-6094cca0-da6e-49f0-8dd8-6abcf7d921ba tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0321882 May 26 18:21:14.768647 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99b278-32a1-435e-ac66-6958dec98850 req-28334e1d-1ee8-4991-9128-b0581647d1f9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:14.770309 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a99b278-32a1-435e-ac66-6958dec98850 req-28334e1d-1ee8-4991-9128-b0581647d1f9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0540178 May 26 18:21:14.820925 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a99b278-32a1-435e-ac66-6958dec98850 req-f553019d-e560-40e1-8413-9efb4eaf90fb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 May 26 18:21:15.837599 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b6cdb7f-c1d9-490d-b15a-9918d8a4de24 req-5f07d2bb-84b8-4334-8bb0-9f56653542ac tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0324566 May 26 18:21:15.949392 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec17ee-8dce-4a93-b9e6-8c11e6451285 req-3938c62d-fca8-400c-871a-5b5c08b46ca7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:15.950833 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffec17ee-8dce-4a93-b9e6-8c11e6451285 req-3938c62d-fca8-400c-871a-5b5c08b46ca7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0486984 May 26 18:21:16.000334 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffec17ee-8dce-4a93-b9e6-8c11e6451285 req-274bd202-2198-44ab-9345-d44767b63647 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437045 May 26 18:21:16.973010 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f69d2fe-807f-4fde-a0c2-a065de60e21b req-a24aafa2-e084-4594-beb5-50e22a51b044 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0293267 May 26 18:21:17.132083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c33b2-4c53-4b9f-a7ba-cb2856644b0b req-9ecc914b-b1dc-492a-8d02-9b81db3f1faf tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:17.133626 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c1c33b2-4c53-4b9f-a7ba-cb2856644b0b req-9ecc914b-b1dc-492a-8d02-9b81db3f1faf tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0528233 May 26 18:21:17.179868 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:17.185098 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0c1c33b2-4c53-4b9f-a7ba-cb2856644b0b req-8cb55fe9-f990-4c5f-a234-0203267d57d6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459483 May 26 18:21:17.742517 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=64,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:17.746983 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:18.083550 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eaca8f71-2337-440e-9714-628f26477b62 req-349fb0a5-76f0-4ce2-878d-3e8db75a93f9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0285194 May 26 18:21:18.311938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffab21-aa95-46ba-9c45-347de193c8f0 req-830df108-403e-466b-b877-20719c343846 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:18.313414 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-65ffab21-aa95-46ba-9c45-347de193c8f0 req-830df108-403e-466b-b877-20719c343846 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0509987 May 26 18:21:18.370604 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-65ffab21-aa95-46ba-9c45-347de193c8f0 req-7623a3ab-c044-421d-baa4-64be593771d3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465195 May 26 18:21:19.205990 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fecccff-04bc-40d1-8b01-fa4f0c2ecbad req-22d4187c-1a51-43ce-b420-5d1b4133720d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0331211 May 26 18:21:19.494141 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b2c7b-a41a-47eb-9f1a-d8aa7afc55ca req-a18e340a-5412-4144-b8a5-1ddcf4da2bf0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:19.496144 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e8b2c7b-a41a-47eb-9f1a-d8aa7afc55ca req-a18e340a-5412-4144-b8a5-1ddcf4da2bf0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0490036 May 26 18:21:19.531031 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:19.547831 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e8b2c7b-a41a-47eb-9f1a-d8aa7afc55ca req-6d966e1e-fbc9-4600-852b-5af6ffd9958f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 May 26 18:21:19.846384 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5efe58-7a67-4c08-b588-a52a1c7aed4a req-c4db9e79-a962-44ed-863c-cd3b6ea09f6f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:19.848535 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cb5efe58-7a67-4c08-b588-a52a1c7aed4a req-c4db9e79-a962-44ed-863c-cd3b6ea09f6f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0472870 May 26 18:21:19.912931 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cb5efe58-7a67-4c08-b588-a52a1c7aed4a req-c4c3bc89-7c13-4790-94db-8fe490b1822d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583050 May 26 18:21:20.312312 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=50,neutron:UPDATE=9 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:20.320257 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-883a1b9d-bff3-4463-b48f-798dcc1d5118 req-18b836ba-228a-442d-a2e1-b2fdc6556ce9 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=158ce769-fde9-413e-81f3-d76b3222b5fc HTTP/1.1" status: 200 len: 210 time: 0.0317571 May 26 18:21:20.326703 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d2298940-5912-40d0-8d08-6cfc791b9a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:20.679459 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed0d32-6cb3-4e7e-b7bf-ca45da8d640f req-767e63f3-5360-4d2e-b7b0-3454aaf20d0c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:20.681423 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7fed0d32-6cb3-4e7e-b7bf-ca45da8d640f req-767e63f3-5360-4d2e-b7b0-3454aaf20d0c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0482397 May 26 18:21:20.734769 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7fed0d32-6cb3-4e7e-b7bf-ca45da8d640f req-c2da4d2e-234b-4534-a934-a209c0abd3c6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476136 May 26 18:21:20.779433 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=54 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:20.780200 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=78 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:21.028160 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f39d5-98ef-4b2b-b67e-8742e10e613f req-c56550ca-9f78-4622-9736-3eae8e316f9a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:21.029631 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-573f39d5-98ef-4b2b-b67e-8742e10e613f req-c56550ca-9f78-4622-9736-3eae8e316f9a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0475051 May 26 18:21:21.093903 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-573f39d5-98ef-4b2b-b67e-8742e10e613f req-3c820599-0e43-487f-99cf-ec2f71e415c8 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585530 May 26 18:21:21.168798 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-1f8cff03-9325-4058-9669-2b45744c8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:21.170684 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-1f8cff03-9325-4058-9669-2b45744c8c47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d08521617c884fe9a67609887f0ddaae&device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1168 time: 0.0452902 May 26 18:21:21.269841 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-8aa40b31-82e9-4b19-9b32-669eb5dff1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:21.271320 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-8aa40b31-82e9-4b19-9b32-669eb5dff1de service neutron] 10.222.0.42 "GET /v2.0/networks?id=89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 200 len: 916 time: 0.0861704 May 26 18:21:21.346020 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-f9ba069d-457b-43bd-be8e-9e3bf20ea1e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 1001 time: 0.0624819 May 26 18:21:21.408478 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-fa12e12a-6cff-450a-b933-be85e35c9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:21.411375 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-fa12e12a-6cff-450a-b933-be85e35c9b1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 HTTP/1.1" status: 200 len: 854 time: 0.0553524 May 26 18:21:21.422996 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58054) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:21.463169 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-dd3dbd72-6d18-4e71-9d1f-bcb7021b0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:21.464876 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-dd3dbd72-6d18-4e71-9d1f-bcb7021b0267 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89ba9544-9a06-4842-a8d3-5ca2550e14ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470021 May 26 18:21:21.484434 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d62cd61c-bbd7-4ee8-97d2-8915486a7e9e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (547628d5-20ab-453a-8fdd-315146fb2216), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:21.513690 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d62cd61c-bbd7-4ee8-97d2-8915486a7e9e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (547628d5-20ab-453a-8fdd-315146fb2216), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:21.574002 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-1206bfbe-c9db-4c9e-bfc5-43b5ec46b5fe service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010273 May 26 18:21:21.578478 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d62cd61c-bbd7-4ee8-97d2-8915486a7e9e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (547628d5-20ab-453a-8fdd-315146fb2216), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:21.581132 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d62cd61c-bbd7-4ee8-97d2-8915486a7e9e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:21.582655 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d62cd61c-bbd7-4ee8-97d2-8915486a7e9e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "DELETE /v2.0/security-groups/547628d5-20ab-453a-8fdd-315146fb2216 HTTP/1.1" status: 204 len: 168 time: 0.1576457 May 26 18:21:21.586336 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58060) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:21.663026 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:21.706680 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0ee59f24-264b-4234-a7f8-dd5e118b517a req-62e7c000-2ef6-499c-9c51-7353aeb2a9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243796 May 26 18:21:21.840144 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cd61c-bbd7-4ee8-97d2-8915486a7e9e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547628d5-20ab-453a-8fdd-315146fb2216,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:21.842611 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.api.v2.resource [None req-e298a73f-cd12-4a38-a168-321aa7b6cf65 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] show failed (client error): The resource could not be found. May 26 18:21:21.846611 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e298a73f-cd12-4a38-a168-321aa7b6cf65 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups/547628d5-20ab-453a-8fdd-315146fb2216 HTTP/1.1" status: 404 len: 347 time: 0.2562022 May 26 18:21:21.847024 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58070) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:21.913432 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1031684-3c33-469e-964c-30434d328ee2 req-5ced0536-137d-4026-98d6-fad23916266c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:21.920291 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b1031684-3c33-469e-964c-30434d328ee2 req-5ced0536-137d-4026-98d6-fad23916266c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0907011 May 26 18:21:21.979096 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b1031684-3c33-469e-964c-30434d328ee2 req-c2be7b04-117d-4281-8d6c-0cf753069749 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570886 May 26 18:21:21.979843 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Deleting port 8c22c7ed-2800-470c-8fad-720606e6659b {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:21:21.980188 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (8c22c7ed-2800-470c-8fad-720606e6659b), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.061520 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (8c22c7ed-2800-470c-8fad-720606e6659b), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.061876 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (8c22c7ed-2800-470c-8fad-720606e6659b), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.074803 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Calling delete_port for 8c22c7ed-2800-470c-8fad-720606e6659b owned by network:floatingip {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:21:22.210792 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (8c22c7ed-2800-470c-8fad-720606e6659b), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.216559 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b78a-6344-41a9-82b2-c1b751a83a06 req-f74d2673-9e14-444f-8db9-62abf193dd6c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:22.218204 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6551b78a-6344-41a9-82b2-c1b751a83a06 req-f74d2673-9e14-444f-8db9-62abf193dd6c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0500486 May 26 18:21:22.243537 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'Port': ['ID=8c22c7ed-2800-470c-8fad-720606e6659b,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:22.255909 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:22.292830 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6551b78a-6344-41a9-82b2-c1b751a83a06 req-46522d33-98d3-4cc6-b405-adfd2aaaf835 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658472 May 26 18:21:22.306419 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (e95e04e6-234f-45eb-96e2-58e1c6e66ab0), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.308851 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.310686 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c4b998da-1a75-4db3-b2dd-5869ee8114e1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "DELETE /v2.0/floatingips/e95e04e6-234f-45eb-96e2-58e1c6e66ab0 HTTP/1.1" status: 204 len: 168 time: 0.4616997 May 26 18:21:22.384003 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58076) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:22.388448 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-7e871bdf-1486-4a07-b9e4-d6d4d21a00b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215856095', 'description': 'tempest-description--273996232'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:21:22.412803 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7e871bdf-1486-4a07-b9e4-d6d4d21a00b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.481996 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7e871bdf-1486-4a07-b9e4-d6d4d21a00b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (0100317c-02fe-44e4-8baa-9762e085087c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.485225 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7e871bdf-1486-4a07-b9e4-d6d4d21a00b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0100317c-02fe-44e4-8baa-9762e085087c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.517940 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7e871bdf-1486-4a07-b9e4-d6d4d21a00b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.519056 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7e871bdf-1486-4a07-b9e4-d6d4d21a00b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1340396 May 26 18:21:22.520841 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e871bdf-1486-4a07-b9e4-d6d4d21a00b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0100317c-02fe-44e4-8baa-9762e085087c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:22.523430 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58078) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:22.528596 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-8d7d2060-e9a9-4948-a988-a4cc551f18b2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group_rule': {'security_group_id': '0100317c-02fe-44e4-8baa-9762e085087c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:21:22.557408 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2060-e9a9-4948-a988-a4cc551f18b2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (48bd8f1c-afd9-42ae-ba50-11b3e5c96c71), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.568650 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8939c47b-dee8-4236-9b87-80793a6d1e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.609978 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2060-e9a9-4948-a988-a4cc551f18b2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (48bd8f1c-afd9-42ae-ba50-11b3e5c96c71), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.614921 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2060-e9a9-4948-a988-a4cc551f18b2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (48bd8f1c-afd9-42ae-ba50-11b3e5c96c71), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.630568 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d2060-e9a9-4948-a988-a4cc551f18b2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bd8f1c-afd9-42ae-ba50-11b3e5c96c71,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:22.642060 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2060-e9a9-4948-a988-a4cc551f18b2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.643221 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8d7d2060-e9a9-4948-a988-a4cc551f18b2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184187 May 26 18:21:22.646405 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58082) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:22.650606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-963f46e0-b947-4167-a9c6-a7343c522421 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group_rule': {'security_group_id': '0100317c-02fe-44e4-8baa-9762e085087c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:21:22.677004 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-963f46e0-b947-4167-a9c6-a7343c522421 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (e720a2ac-5e21-4122-a7d9-45be2e5417ab), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.694449 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:22.724463 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-963f46e0-b947-4167-a9c6-a7343c522421 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (e720a2ac-5e21-4122-a7d9-45be2e5417ab), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.728118 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-963f46e0-b947-4167-a9c6-a7343c522421 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (e720a2ac-5e21-4122-a7d9-45be2e5417ab), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.734803 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:22.748875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f46e0-b947-4167-a9c6-a7343c522421 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e720a2ac-5e21-4122-a7d9-45be2e5417ab,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:22.757049 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-963f46e0-b947-4167-a9c6-a7343c522421 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.758254 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-963f46e0-b947-4167-a9c6-a7343c522421 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109185 May 26 18:21:22.761380 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58084) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:22.765570 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:21:22.786352 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.871936 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.975219 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Allocated IP 172.27.3.243 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/ca7d19a4-062e-41ca-90a8-c806ec8b2aac) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:21:23.085993 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.110391 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7e2a8-dcb7-423f-800f-d49f2b03a84a req-2cf8c11e-cadd-4b36-927b-c2421b36d959 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:23.111880 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b8f7e2a8-dcb7-423f-800f-d49f2b03a84a req-2cf8c11e-cadd-4b36-927b-c2421b36d959 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0592163 May 26 18:21:23.121359 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.157297 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:21:23.160875 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b8f7e2a8-dcb7-423f-800f-d49f2b03a84a req-34a71d93-05a8-4732-ad4b-4d16b55f9e8f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 May 26 18:21:23.168256 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:21:23.170209 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=ca7d19a4-062e-41ca-90a8-c806ec8b2aac,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:23.172316 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:21:23.259071 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (e3c3491e-b811-4df4-9c14-4b99bfcaa0e6), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.296225 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.409465 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ea076-ab7c-4ad5-87f9-7d9fb8f99bab req-fcbf60e0-f3d6-43ac-8600-023b3bc10365 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:23.411487 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-058ea076-ab7c-4ad5-87f9-7d9fb8f99bab req-fcbf60e0-f3d6-43ac-8600-023b3bc10365 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0470557 May 26 18:21:23.435054 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:23.461074 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:23.473131 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-058ea076-ab7c-4ad5-87f9-7d9fb8f99bab req-5ad38dda-0ee5-4df7-8510-008ec2a2de00 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551729 May 26 18:21:23.478532 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.487661 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.559532 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=ca7d19a4-062e-41ca-90a8-c806ec8b2aac,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:23.569830 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (e3c3491e-b811-4df4-9c14-4b99bfcaa0e6), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.584397 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.585619 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-27c4d51d-3f1c-4259-a798-ed68365abd6e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8232944 May 26 18:21:23.641371 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.788942 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-ce7b3e8c-58c0-40c6-9ab6-2549137f4049 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1215856095&fields=id&tenant_id=31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 267 time: 0.0458872 May 26 18:21:23.892089 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-25cbbdec-0655-420e-bf73-6070ae547cb3 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:23.893521 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-25cbbdec-0655-420e-bf73-6070ae547cb3 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 815 time: 0.0981801 May 26 18:21:23.908487 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-c0e51f9d-127a-46ca-8625-b186e60429cb tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/quotas/31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 375 time: 0.0091102 May 26 18:21:23.957817 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-cf7ae156-ea56-4b5c-b857-4c3b6ce22063 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435376 May 26 18:21:24.058063 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0eca320b-0b1b-43fe-9b8d-854014172eca service neutron] 10.222.0.46 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891159 May 26 18:21:24.142078 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:24.146843 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-45c0f02b-8395-45de-b87c-58cd4b2f21bd service neutron] 10.222.0.46 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831509 May 26 18:21:24.290416 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96713b-f0a5-42c3-b953-85fcc2f61c5c req-37dd5eee-286e-4d57-897c-f49f69e4f708 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:24.292048 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b96713b-f0a5-42c3-b953-85fcc2f61c5c req-37dd5eee-286e-4d57-897c-f49f69e4f708 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0542758 May 26 18:21:24.330169 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1022a9d7-bf10-46a8-a1b9-f8e66dc4ac2b req-b49661c9-07e8-4dff-8967-da0c25d022d0 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 210 time: 0.0371270 May 26 18:21:24.360237 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b96713b-f0a5-42c3-b953-85fcc2f61c5c req-31f043b7-5a4c-4be7-8d58-bf05c4c0a7fb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581057 May 26 18:21:24.594842 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdeeb0-3bb7-4eb2-80ad-95ee8cf3975d req-38f25a46-099c-460e-a7b4-7f6ffa9a886c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:24.596449 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0fdeeb0-3bb7-4eb2-80ad-95ee8cf3975d req-38f25a46-099c-460e-a7b4-7f6ffa9a886c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0492787 May 26 18:21:24.649955 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:24.660093 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0fdeeb0-3bb7-4eb2-80ad-95ee8cf3975d req-7b829ceb-b487-40b9-84c6-3d224ff0839f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557318 May 26 18:21:25.238424 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:25.307671 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-031f2683-a8f5-43f1-ba13-089cdec99973 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:25.309035 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-031f2683-a8f5-43f1-ba13-089cdec99973 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 815 time: 0.1095688 May 26 18:21:25.380485 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-4706d52c-c5d3-45fb-acd9-d039ca247c59 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 380 time: 0.0610898 May 26 18:21:25.389536 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'port': {'device_id': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'admin_state_up': True, 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'security_groups': ['0100317c-02fe-44e4-8baa-9762e085087c']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:21:25.501203 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6839dd0b-453f-4f05-b2d1-953c0169a8f0 req-c7b0389f-a2ed-4fb0-9144-5b2c47bcd186 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 210 time: 0.0610397 May 26 18:21:25.524501 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:21:25.525013 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117af07-3c34-431c-b57b-0fae9f41b0d4 req-93ae5cbf-b94b-447b-8f89-e8d44b6cc345 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:25.526343 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5117af07-3c34-431c-b57b-0fae9f41b0d4 req-93ae5cbf-b94b-447b-8f89-e8d44b6cc345 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0852242 May 26 18:21:25.598776 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5117af07-3c34-431c-b57b-0fae9f41b0d4 req-4f98dedb-a1de-41ba-825f-26636fe00007 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655086 May 26 18:21:25.600655 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Made reservation on behalf of 31b4afa4107c4cd2ac0212c45d998801 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:21:25.603807 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:25.746232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Allocated IP 172.20.0.7 (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69/f7dbb774-e8ea-4513-864e-fb7fc7d93b3d/2fbeda35-35e5-4278-a0b7-b2cfe145869c) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:21:25.792145 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376cc34-58aa-447a-9804-2e7c5e731256 req-35f42c39-b2fd-4153-bbbe-33729c345002 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:25.793611 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8376cc34-58aa-447a-9804-2e7c5e731256 req-35f42c39-b2fd-4153-bbbe-33729c345002 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0605307 May 26 18:21:25.909131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:25.923112 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8376cc34-58aa-447a-9804-2e7c5e731256 req-815edfba-294e-4687-b8c4-fba88f20ff3a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205549 May 26 18:21:25.966081 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:25.986936 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:25.999796 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:26.047777 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:21:26.051013 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:21:26.055773 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:21:26.081867 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=2fbeda35-35e5-4278-a0b7-b2cfe145869c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:26.110397 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:26.111043 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:26.128981 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-1ae6a4ef-f84c-4fd8-8625-16a4694fe5a4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436450 May 26 18:21:26.250795 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-39a687da-ec37-415e-8bbe-2aa45597aadf None None] Provisioning complete for port 2fbeda35-35e5-4278-a0b7-b2cfe145869c triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:21:26.251600 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-39a687da-ec37-415e-8bbe-2aa45597aadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:26.256557 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Request body: {'port': {'device_id': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:21:26.285402 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-39a687da-ec37-415e-8bbe-2aa45597aadf None None] Port 2fbeda35-35e5-4278-a0b7-b2cfe145869c cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:21:26.316846 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:26.483507 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:26.641634 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbeda35-35e5-4278-a0b7-b2cfe145869c {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:21:26.655914 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08200972-fc28-4289-a3cd-f2be6d683547 req-73a1f3fc-d4e0-4659-8eaf-76fb6765ebb7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:26.658074 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-08200972-fc28-4289-a3cd-f2be6d683547 req-73a1f3fc-d4e0-4659-8eaf-76fb6765ebb7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 931 time: 0.0851650 May 26 18:21:26.664838 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Publish callbacks [] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:26.706026 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Transition to ACTIVE for port object 2fbeda35-35e5-4278-a0b7-b2cfe145869c will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:21:26.728391 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:26.782535 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301ba8c-faa9-4528-ac72-5590cc7a3f01 req-f15e2733-47b8-440c-969b-c0907d452965 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:26.784189 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4301ba8c-faa9-4528-ac72-5590cc7a3f01 req-f15e2733-47b8-440c-969b-c0907d452965 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0975072 May 26 18:21:26.791582 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-08200972-fc28-4289-a3cd-f2be6d683547 req-99eed824-f98d-4b2b-8e68-a69899499085 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232641 May 26 18:21:26.827051 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbeda35-35e5-4278-a0b7-b2cfe145869c,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:26.905984 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4301ba8c-faa9-4528-ac72-5590cc7a3f01 req-bf966c1a-9e5b-473c-871c-19d29c61444f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134143 May 26 18:21:26.914154 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:26.921762 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:26.934333 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Attempting to bind port 2fbeda35-35e5-4278-a0b7-b2cfe145869c on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:21:26.934755 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Attempting to bind port 2fbeda35-35e5-4278-a0b7-b2cfe145869c by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:21:26.935000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Attempting to bind port 2fbeda35-35e5-4278-a0b7-b2cfe145869c on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:21:26.940767 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Port 2fbeda35-35e5-4278-a0b7-b2cfe145869c on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:21:26.941084 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Attempting to bind port 2fbeda35-35e5-4278-a0b7-b2cfe145869c on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:21:26.947656 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:21:26.947997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Checking segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:21:26.948383 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Bound using segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:21:26.948817 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Bound port: 2fbeda35-35e5-4278-a0b7-b2cfe145869c, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:21:26.949183 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:27.017669 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] For port 2fbeda35-35e5-4278-a0b7-b2cfe145869c, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:21:27.022274 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] For port 2fbeda35-35e5-4278-a0b7-b2cfe145869c, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2fbeda35-35e5-4278-a0b7-b2cfe145869c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:21:27.037517 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:27.101769 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:27.102443 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:27.103818 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] 10.222.0.42 "PUT /v2.0/ports/2fbeda35-35e5-4278-a0b7-b2cfe145869c HTTP/1.1" status: 200 len: 1093 time: 0.8535779 May 26 18:21:27.104378 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'tag': '2fbeda35-35e5-4278-a0b7-b2cfe145869c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:21:27.106632 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4398a3a2-7291-4795-a43f-4311e4a17b84" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e1d369-3bad-49f8-8830-1f1206e60780", "tag": "2fbeda35-35e5-4278-a0b7-b2cfe145869c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:21:27.114514 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac6341-afbe-46c3-890a-f1048f9a4701 req-d55eb3ca-8e29-4672-ac71-e7738f5db12b tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:27.116018 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55ac6341-afbe-46c3-890a-f1048f9a4701 req-d55eb3ca-8e29-4672-ac71-e7738f5db12b tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0959074 May 26 18:21:27.157649 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c65b62a-a378-4e70-8cd6-509c98ed09ea x-openstack-request-id: req-3c65b62a-a378-4e70-8cd6-509c98ed09ea {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:21:27.158096 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e1d369-3bad-49f8-8830-1f1206e60780", "tag": "2fbeda35-35e5-4278-a0b7-b2cfe145869c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:21:27.158351 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c65b62a-a378-4e70-8cd6-509c98ed09ea {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:21:27.158755 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c65b62a-a378-4e70-8cd6-509c98ed09ea'] response: {'name': 'network-changed', 'server_uuid': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'tag': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'status': 'completed', 'code': 200} May 26 18:21:27.202841 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da179b9-36c1-4c87-b69b-0d22cdf59c7a service neutron] Pushing event updated for resources: {'Port': ['ID=2fbeda35-35e5-4278-a0b7-b2cfe145869c,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:27.232003 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-41c5af1a-28af-4524-a134-992da21e3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:27.233611 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-41c5af1a-28af-4524-a134-992da21e3815 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 1127 time: 0.0738597 May 26 18:21:27.256011 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-55ac6341-afbe-46c3-890a-f1048f9a4701 req-06e051f3-4ed8-461e-bacb-88221df80aa2 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251595 May 26 18:21:27.284045 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-bd8f640d-30ad-4c69-83fc-098ede27d789 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbeda35-35e5-4278-a0b7-b2cfe145869c HTTP/1.1" status: 200 len: 217 time: 0.0421426 May 26 18:21:27.339283 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-e254d8de-5810-450a-9791-faa7a091a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:27.340746 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-e254d8de-5810-450a-9791-faa7a091a8b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0510881 May 26 18:21:27.463691 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-6e8fe3b2-f369-443a-a470-06b812ecd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:27.465164 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-6e8fe3b2-f369-443a-a470-06b812ecd9ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393684 May 26 18:21:27.824417 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-20fdc3ce-68ea-4845-a62a-b8d01772d295 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886583 May 26 18:21:27.924235 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37cbfd-8b85-4b4a-a21b-78a72f2c3a47 req-19fcba18-3242-4f8a-ae68-24dad23b5aba tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:27.925747 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af37cbfd-8b85-4b4a-a21b-78a72f2c3a47 req-19fcba18-3242-4f8a-ae68-24dad23b5aba tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 943 time: 0.0542467 May 26 18:21:27.972423 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af37cbfd-8b85-4b4a-a21b-78a72f2c3a47 req-ccf1230a-87b9-42aa-abfd-20145fa4cd37 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402572 May 26 18:21:28.038282 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094bcf9-d4d2-4b54-bb78-a290195e88d5 req-66cdbe95-7517-4244-9a91-404c011052ec tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:28.039762 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4094bcf9-d4d2-4b54-bb78-a290195e88d5 req-66cdbe95-7517-4244-9a91-404c011052ec tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0522115 May 26 18:21:28.086793 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4094bcf9-d4d2-4b54-bb78-a290195e88d5 req-130ed395-2896-4e5c-aa64-bd845518e57d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 May 26 18:21:28.191226 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-01152fc7-9978-4a42-8d4e-59fbd20d5a44 req-e92fcd31-334a-4b8a-9fc9-c8b6d02ce511 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921395 May 26 18:21:28.375274 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34cc23-13d3-42c1-a16c-c8615536b84d req-c745fd1c-9f16-4aea-b0fd-f8aa9c9d0ada tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:28.376772 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c34cc23-13d3-42c1-a16c-c8615536b84d req-c745fd1c-9f16-4aea-b0fd-f8aa9c9d0ada tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0496252 May 26 18:21:28.422917 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:28.440806 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c34cc23-13d3-42c1-a16c-c8615536b84d req-a946cb02-e518-41cc-bd12-bdae022e67b3 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571473 May 26 18:21:29.094980 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579dd0-050e-4f87-a6e6-2bc39a61bc4e req-e632fb36-36da-4430-8ced-83a777f54ea8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:29.096476 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6579dd0-050e-4f87-a6e6-2bc39a61bc4e req-e632fb36-36da-4430-8ced-83a777f54ea8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 943 time: 0.0534449 May 26 18:21:29.145362 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6579dd0-050e-4f87-a6e6-2bc39a61bc4e req-43fa6957-ef5c-492e-b33e-cc3024cb998f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 May 26 18:21:29.190597 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:21:29.263423 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206fa4d-4327-42d9-b682-8c7c43f7c5e9 req-4b5ec5b2-605f-43f0-808a-b8f8854dde9c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:29.265063 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b206fa4d-4327-42d9-b682-8c7c43f7c5e9 req-4b5ec5b2-605f-43f0-808a-b8f8854dde9c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 944 time: 0.0550535 May 26 18:21:29.294526 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:29.300993 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:21:29.313520 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '1d3fd217-af97-47a7-9225-e698208d450f', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'port_id': '1d3fd217-af97-47a7-9225-e698208d450f', 'mac_address': 'fa:16:3e:4a:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:21:29.330782 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df0eae-8227-4276-a216-6975df02256a req-1d13d722-084c-47ff-b6f4-5c6991a72656 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:29.332365 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53df0eae-8227-4276-a216-6975df02256a req-1d13d722-084c-47ff-b6f4-5c6991a72656 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0663595 May 26 18:21:29.356727 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 1d3fd217-af97-47a7-9225-e698208d450f is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:21:29.357117 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:29.371755 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3fd217-af97-47a7-9225-e698208d450f {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:21:29.373771 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b206fa4d-4327-42d9-b682-8c7c43f7c5e9 req-0e8b6b9a-4038-4bb4-857c-d6962def46aa tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780237 May 26 18:21:29.407525 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:21:29.415846 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:29.443709 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53df0eae-8227-4276-a216-6975df02256a req-6a7e312b-a050-4dcf-8e97-b4bf8d0e82a2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003842 May 26 18:21:29.450892 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-1c822f9b-cc29-4f46-90e8-79518413e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:29.452348 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-1c822f9b-cc29-4f46-90e8-79518413e4fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 1127 time: 0.0632632 May 26 18:21:29.467190 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=9']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:29.475405 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.476194 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.476686 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.477049 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.477454 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.477707 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.478133 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.478382 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.478702 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.479029 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.479354 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.479680 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.480018 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.480339 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.480657 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:21:29.734078 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['1d3fd217-af97-47a7-9225-e698208d450f'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:21:29.860665 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-ecac535b-5788-4143-8fb2-a500d814419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:29.862193 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-ecac535b-5788-4143-8fb2-a500d814419c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1129 time: 0.3654799 May 26 18:21:29.888438 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36ac84-26a2-48e4-b400-74be538faecc req-c83e5a9e-ab67-4c73-80b1-370d37d5a7cf tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:29.889969 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d36ac84-26a2-48e4-b400-74be538faecc req-c83e5a9e-ab67-4c73-80b1-370d37d5a7cf tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.3567579 May 26 18:21:29.985810 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-268fc2e4-408f-4795-bb71-c6509adf5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:29.987228 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-268fc2e4-408f-4795-bb71-c6509adf5d79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 916 time: 0.4784739 May 26 18:21:30.053437 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-73f9b5d3-5fbf-448c-a352-15d09d4f4427 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbeda35-35e5-4278-a0b7-b2cfe145869c HTTP/1.1" status: 200 len: 217 time: 0.0566757 May 26 18:21:30.061943 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-4fd776ff-568a-47eb-ac4f-423e807b4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.063299 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-4fd776ff-568a-47eb-ac4f-423e807b4485 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.1932728 May 26 18:21:30.078749 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d36ac84-26a2-48e4-b400-74be538faecc req-95caa3ee-2c1f-4556-a353-a683d928f8fe tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770184 May 26 18:21:30.157383 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-5fa92c39-6ff2-45e3-9585-83f2d07f88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.158861 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-5fa92c39-6ff2-45e3-9585-83f2d07f88ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0947058 May 26 18:21:30.165165 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-45f1c721-42c5-4df1-8dce-4566818e0c5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 200 len: 1001 time: 0.0914400 May 26 18:21:30.268457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-0d5240f2-4df8-44db-8bfc-fec7c43f729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.269904 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-0d5240f2-4df8-44db-8bfc-fec7c43f729d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038890 May 26 18:21:30.282987 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a87380-8176-46bf-b6c4-a7d7601e89fa req-f7cb9992-35f5-44be-a445-24a073bebc5d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.284378 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e7a87380-8176-46bf-b6c4-a7d7601e89fa req-f7cb9992-35f5-44be-a445-24a073bebc5d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 943 time: 0.0671859 May 26 18:21:30.286934 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-d73e65b0-e8ee-4632-94a4-15be7c997118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.288741 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-d73e65b0-e8ee-4632-94a4-15be7c997118 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.1135643 May 26 18:21:30.389086 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:30.406261 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-4f61022f-884c-4e39-ba64-1bf48aadba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.407757 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-4f61022f-884c-4e39-ba64-1bf48aadba73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105094 May 26 18:21:30.455606 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e7a87380-8176-46bf-b6c4-a7d7601e89fa req-ca0a7413-5ffc-49f3-9026-371a2dc2dbea tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592827 May 26 18:21:30.464820 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-977c5f5c-88f6-49e4-960e-d5437bf8b274 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795421 May 26 18:21:30.558949 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:30.658030 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c07655-57c5-44ff-b49b-9e668ee7de02 req-679dd623-f62b-4f03-b7c5-73aa4da286e5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.659487 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29c07655-57c5-44ff-b49b-9e668ee7de02 req-679dd623-f62b-4f03-b7c5-73aa4da286e5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 945 time: 0.1418371 May 26 18:21:30.685211 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734c50-4b53-43c5-8077-3760a76d7ae9 req-9d018eb5-039d-45de-9e7c-9dc8396ee3d6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.686658 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe734c50-4b53-43c5-8077-3760a76d7ae9 req-9d018eb5-039d-45de-9e7c-9dc8396ee3d6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.1015518 May 26 18:21:30.696362 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-57188059-43cd-4049-9dc1-b319e852a8c0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777507 May 26 18:21:30.726795 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4398a3a2-7291-4795-a43f-4311e4a17b84 req-1b2507ed-a399-423b-bd8b-c9a9a1f537ec service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372003 May 26 18:21:30.782666 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29c07655-57c5-44ff-b49b-9e668ee7de02 req-335fdc1b-611c-4409-8e18-9c5dc714f627 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070328 May 26 18:21:30.794303 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe734c50-4b53-43c5-8077-3760a76d7ae9 req-64a50f99-ef6c-479f-9e21-567e621e3053 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917530 May 26 18:21:30.896678 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f38c368d-a6fc-46f3-ba2c-a3902ff26913 req-7a400f20-b38c-4c2a-a866-eabfa41dba7f service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336169 May 26 18:21:30.907625 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27059186-e032-4a0d-ac3c-9cd7eff46369 req-939a3cb6-487f-4655-852b-f339ef13437a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:30.909097 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-27059186-e032-4a0d-ac3c-9cd7eff46369 req-939a3cb6-487f-4655-852b-f339ef13437a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0634286 May 26 18:21:30.957137 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-27059186-e032-4a0d-ac3c-9cd7eff46369 req-335c057e-2222-4ad3-9a2b-1abc73fce0b4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 May 26 18:21:31.194196 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd176307-a095-4b62-91d0-9c7610a8028c req-519359cf-3128-4646-93c4-b99b69e1ac9c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:31.196481 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd176307-a095-4b62-91d0-9c7610a8028c req-519359cf-3128-4646-93c4-b99b69e1ac9c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0469863 May 26 18:21:31.204303 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 2fbeda35-35e5-4278-a0b7-b2cfe145869c details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:21:31.207502 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:21:31.262631 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fd176307-a095-4b62-91d0-9c7610a8028c req-7c868018-0da3-42a5-b3f8-fe24bb8a9b87 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597663 May 26 18:21:31.297330 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 1d3fd217-af97-47a7-9225-e698208d450f triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:21:31.297705 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (1d3fd217-af97-47a7-9225-e698208d450f), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:31.299548 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:31.356553 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:31.376884 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 2fbeda35-35e5-4278-a0b7-b2cfe145869c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2fbeda35-35e5-4278-a0b7-b2cfe145869c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:21:31.405357 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'port_id': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'mac_address': 'fa:16:3e:17:51:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:21:31.440288 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 1d3fd217-af97-47a7-9225-e698208d450f is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:21:31.440669 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:31.458960 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 2fbeda35-35e5-4278-a0b7-b2cfe145869c is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:21:31.459332 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:31.482927 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:21:31.485211 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510e40db-5d59-46e7-8969-6aa896025c76" -d '{"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-plugged", "status": "completed", "tag": "1d3fd217-af97-47a7-9225-e698208d450f"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:21:31.490309 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbeda35-35e5-4278-a0b7-b2cfe145869c {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:21:31.509992 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:21:31.519651 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:31.522776 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 2fbeda35-35e5-4278-a0b7-b2cfe145869c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2fbeda35-35e5-4278-a0b7-b2cfe145869c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:21:31.527704 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e12c5f-1f5c-4e71-9239-ae30c06989fd x-openstack-request-id: req-c2e12c5f-1f5c-4e71-9239-ae30c06989fd {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:21:31.527990 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-plugged", "status": "completed", "tag": "1d3fd217-af97-47a7-9225-e698208d450f", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:21:31.528236 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2e12c5f-1f5c-4e71-9239-ae30c06989fd {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:21:31.528638 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e12c5f-1f5c-4e71-9239-ae30c06989fd'] response: {'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f', 'code': 200} May 26 18:21:31.546435 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:31.573721 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=10']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:31.593695 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65678b-2a53-4c87-828b-0a660b51256e req-caa8a614-7340-40ab-80ab-d90e4c8edec5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:31.595198 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a65678b-2a53-4c87-828b-0a660b51256e req-caa8a614-7340-40ab-80ab-d90e4c8edec5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 944 time: 0.0492008 May 26 18:21:31.622497 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=2fbeda35-35e5-4278-a0b7-b2cfe145869c,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:31.643819 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a65678b-2a53-4c87-828b-0a660b51256e req-775c9c37-c19b-427e-97a7-fa93416afb6d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 May 26 18:21:31.936837 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cfce6-33fb-49e1-9dc0-752cbb94c1ad req-98c43ff1-3cf6-4368-bb2f-9e31bf718e33 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:31.938311 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a96cfce6-33fb-49e1-9dc0-752cbb94c1ad req-98c43ff1-3cf6-4368-bb2f-9e31bf718e33 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 947 time: 0.0752048 May 26 18:21:31.959624 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b105e8-ce54-4bd0-be8b-09d81489aaca req-8f79b302-0435-4bc0-a0af-b08afdf42627 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:31.962117 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6b105e8-ce54-4bd0-be8b-09d81489aaca req-8f79b302-0435-4bc0-a0af-b08afdf42627 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0712867 May 26 18:21:31.964201 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['2fbeda35-35e5-4278-a0b7-b2cfe145869c'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:21:31.997671 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:32.024084 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a96cfce6-33fb-49e1-9dc0-752cbb94c1ad req-ddb0101b-1f00-4cca-93e6-cbe211aa42a3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777681 May 26 18:21:32.044853 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f6b105e8-ce54-4bd0-be8b-09d81489aaca req-b2e6c204-cb3b-4539-bf4f-966c79c2bb06 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691338 May 26 18:21:32.206916 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ea3e7-013a-4224-ab00-83938dc5eb51 req-996a0ad8-acaa-4ff6-9065-965cf38961a8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:32.208336 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f91ea3e7-013a-4224-ab00-83938dc5eb51 req-996a0ad8-acaa-4ff6-9065-965cf38961a8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0898528 May 26 18:21:32.209665 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826722-ccb5-4a67-bb04-ced39060956f req-25e0afdf-1298-4490-9388-dd970f0e3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:32.211741 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-16826722-ccb5-4a67-bb04-ced39060956f req-25e0afdf-1298-4490-9388-dd970f0e3990 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 1131 time: 0.0692894 May 26 18:21:32.262401 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:32.274303 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f91ea3e7-013a-4224-ab00-83938dc5eb51 req-5b5ee288-e0c9-48fa-ab14-7b9c59c84669 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576775 May 26 18:21:32.302106 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-16826722-ccb5-4a67-bb04-ced39060956f req-580c7ef9-6e02-470c-b1e6-3e4245e237ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495815 May 26 18:21:32.391439 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7fad-2f27-4e39-b778-72ab17dd195a req-e5162dd4-28a4-4e95-afdc-89f89f45106b tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:32.392935 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ccd7fad-2f27-4e39-b778-72ab17dd195a req-e5162dd4-28a4-4e95-afdc-89f89f45106b tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0546212 May 26 18:21:32.469561 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ccd7fad-2f27-4e39-b778-72ab17dd195a req-6182700a-8262-4da4-bd1f-b35c52f01091 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698476 May 26 18:21:32.787058 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd004a7f-9c22-4ba6-ac41-5d38c83a724d req-71e5e519-6ac6-4b86-9846-0e659a3ee764 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:32.789124 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bd004a7f-9c22-4ba6-ac41-5d38c83a724d req-71e5e519-6ac6-4b86-9846-0e659a3ee764 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 944 time: 0.0603247 May 26 18:21:32.850050 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bd004a7f-9c22-4ba6-ac41-5d38c83a724d req-600c2868-c4ee-4d44-a78c-22992a292e92 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551772 May 26 18:21:33.196747 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8c699-695e-4e31-bf61-39986e84ea6f req-0c810c79-c657-41e3-9fc3-9e50881e1e0e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:33.198218 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31b8c699-695e-4e31-bf61-39986e84ea6f req-0c810c79-c657-41e3-9fc3-9e50881e1e0e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0821705 May 26 18:21:33.205829 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d4554-2453-443b-bf05-fde7800ed04a req-acd21994-42a4-4e5f-95e1-1ce603106c5d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:33.207158 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac1d4554-2453-443b-bf05-fde7800ed04a req-acd21994-42a4-4e5f-95e1-1ce603106c5d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 947 time: 0.0775857 May 26 18:21:33.211655 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 2fbeda35-35e5-4278-a0b7-b2cfe145869c up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:21:33.260972 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 2fbeda35-35e5-4278-a0b7-b2cfe145869c completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:21:33.266687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 2fbeda35-35e5-4278-a0b7-b2cfe145869c triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:21:33.267209 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:33.322885 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31b8c699-695e-4e31-bf61-39986e84ea6f req-db214a4c-dd87-4b7d-9309-302da6cd6922 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148007 May 26 18:21:33.329962 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac1d4554-2453-443b-bf05-fde7800ed04a req-66a9fc56-6499-4efc-a32d-c9a29359b856 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141710 May 26 18:21:33.351225 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 2fbeda35-35e5-4278-a0b7-b2cfe145869c is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:21:33.351225 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:33.384179 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 2fbeda35-35e5-4278-a0b7-b2cfe145869c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2fbeda35-35e5-4278-a0b7-b2cfe145869c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:21:33.387374 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:33.435300 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=2fbeda35-35e5-4278-a0b7-b2cfe145869c,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:21:33.436271 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7608-2b13-4ab2-a703-3c9b8762cc6e req-ace8ebd3-adfd-4f8d-8c5f-0f6e11b9d07a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:33.437805 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9ee7608-2b13-4ab2-a703-3c9b8762cc6e req-ace8ebd3-adfd-4f8d-8c5f-0f6e11b9d07a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0474148 May 26 18:21:33.485877 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b9ee7608-2b13-4ab2-a703-3c9b8762cc6e req-93975e5d-87f1-4c42-bd90-bd4ab7dad337 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 May 26 18:21:33.530102 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbeda35-35e5-4278-a0b7-b2cfe145869c'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:21:33.532474 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d71c9f-d093-4b6a-9141-12fea772e5c1" -d '{"events": [{"server_uuid": "f5e1d369-3bad-49f8-8830-1f1206e60780", "name": "network-vif-plugged", "status": "completed", "tag": "2fbeda35-35e5-4278-a0b7-b2cfe145869c"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:21:33.571326 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c10048-c24c-4723-a50f-5b18230df2be x-openstack-request-id: req-56c10048-c24c-4723-a50f-5b18230df2be {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:21:33.571651 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e1d369-3bad-49f8-8830-1f1206e60780", "name": "network-vif-plugged", "status": "completed", "tag": "2fbeda35-35e5-4278-a0b7-b2cfe145869c", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:21:33.571906 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56c10048-c24c-4723-a50f-5b18230df2be {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:21:33.572308 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c10048-c24c-4723-a50f-5b18230df2be'] response: {'server_uuid': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'code': 200} May 26 18:21:33.576568 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=16 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:33.579584 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:33.588185 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce69d8-837b-427e-8052-ad83e06a400b req-0f7585f7-7de4-4cb0-8e08-e9475b844570 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:33.589619 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ce69d8-837b-427e-8052-ad83e06a400b req-0f7585f7-7de4-4cb0-8e08-e9475b844570 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0509839 May 26 18:21:33.652510 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0ce69d8-837b-427e-8052-ad83e06a400b req-08c6c58f-5524-4020-b6cf-209ab813c5a1 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569911 May 26 18:21:33.971862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85864c-5573-4bb3-93a8-2f5838f6dfa9 req-2178fb67-fff4-43c9-ab52-7a2e8494a7cf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:33.973307 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4e85864c-5573-4bb3-93a8-2f5838f6dfa9 req-2178fb67-fff4-43c9-ab52-7a2e8494a7cf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.0499928 May 26 18:21:34.021626 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4e85864c-5573-4bb3-93a8-2f5838f6dfa9 req-7969b5c7-af7e-4ce6-af57-a178543e4dc3 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 May 26 18:21:34.163500 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f631bb-5b46-4c96-84c4-8477c7f90e26 req-b8a9273b-80b4-4116-bbac-d1cfb18f8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:34.165777 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31f631bb-5b46-4c96-84c4-8477c7f90e26 req-b8a9273b-80b4-4116-bbac-d1cfb18f8f46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 1129 time: 0.0390880 May 26 18:21:34.212405 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31f631bb-5b46-4c96-84c4-8477c7f90e26 req-a1f11a2e-395d-43fc-ae08-25e89496bd2e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391438 May 26 18:21:34.483498 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c8eb3-5148-4bea-b88b-17d7885952bd req-32127753-c7f2-455f-8275-430b562e071f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:34.484983 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-875c8eb3-5148-4bea-b88b-17d7885952bd req-32127753-c7f2-455f-8275-430b562e071f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0806847 May 26 18:21:34.501522 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:34.509707 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c2879-7052-44a9-9ccd-a4185637f868 req-8a599062-8726-449b-8217-0466b8c0a791 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:34.511200 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c78c2879-7052-44a9-9ccd-a4185637f868 req-8a599062-8726-449b-8217-0466b8c0a791 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 947 time: 0.0750406 May 26 18:21:34.578731 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-875c8eb3-5148-4bea-b88b-17d7885952bd req-7bde7db1-cf87-4cdf-a5fd-102dd0aa64e3 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852246 May 26 18:21:34.591621 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c78c2879-7052-44a9-9ccd-a4185637f868 req-2b37a08b-d5c9-41c1-ba73-38baa0a7aea1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728679 May 26 18:21:34.682660 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:34.694319 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c81625-3c9c-4d3e-88d7-946a16522cb4 req-ae0b6c73-9aef-4613-9b17-4f192123d379 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:34.696204 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5c81625-3c9c-4d3e-88d7-946a16522cb4 req-ae0b6c73-9aef-4613-9b17-4f192123d379 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0490627 May 26 18:21:34.775884 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a5c81625-3c9c-4d3e-88d7-946a16522cb4 req-53a9e6a6-a69c-4b05-be34-f1cbc53cd090 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741835 May 26 18:21:34.786326 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e44a1-e168-4a81-a248-4c9782dc4309 req-6856cd1a-aafc-48e8-a026-1d77dabeb83d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:34.787744 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d49e44a1-e168-4a81-a248-4c9782dc4309 req-6856cd1a-aafc-48e8-a026-1d77dabeb83d tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0659163 May 26 18:21:34.848156 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d49e44a1-e168-4a81-a248-4c9782dc4309 req-38ce010f-b851-4062-bdec-d0c9df8b1259 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536358 May 26 18:21:35.140625 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a26395-ff0a-422a-ab71-81d14070c7ef req-eb0cf926-208d-4c9f-ae0d-4ae71e9f835f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:35.142108 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1a26395-ff0a-422a-ab71-81d14070c7ef req-eb0cf926-208d-4c9f-ae0d-4ae71e9f835f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.0490541 May 26 18:21:35.190637 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1a26395-ff0a-422a-ab71-81d14070c7ef req-99139b86-b392-498a-a13e-86dd3d878592 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 May 26 18:21:35.728422 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8426d9-0643-47a1-8d5c-007dd55145d4 req-f044dc4a-cbb5-43ec-8056-376a2dbbe6d4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:35.729915 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b8426d9-0643-47a1-8d5c-007dd55145d4 req-f044dc4a-cbb5-43ec-8056-376a2dbbe6d4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0769610 May 26 18:21:35.748901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089577b-7936-49ae-bba3-78022ed86743 req-6e10968e-b8a0-43bf-aa89-6adbbd35ae5b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:35.750335 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f089577b-7936-49ae-bba3-78022ed86743 req-6e10968e-b8a0-43bf-aa89-6adbbd35ae5b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 947 time: 0.0657449 May 26 18:21:35.807457 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5b8426d9-0643-47a1-8d5c-007dd55145d4 req-73d6fa23-a7fd-41ed-9cf7-7eb64c1fd940 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706961 May 26 18:21:35.823503 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f089577b-7936-49ae-bba3-78022ed86743 req-edd0d92c-d608-4d9f-9bcd-d8d5e8b47c2d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642858 May 26 18:21:35.919863 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adf3fe-a357-4d6d-9417-9c5c11be96b1 req-7d4b53f4-cf28-433d-8d09-645fd275555d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:35.921326 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-07adf3fe-a357-4d6d-9417-9c5c11be96b1 req-7d4b53f4-cf28-433d-8d09-645fd275555d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0542831 May 26 18:21:35.970357 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-07adf3fe-a357-4d6d-9417-9c5c11be96b1 req-6e51261c-f13d-417b-b4c5-5f10f7cb9cd3 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 May 26 18:21:36.019975 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd27fb-e90b-49af-9798-795dba7eef2d req-6bb9a096-8c14-4322-9fca-b1aa3e1be219 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:36.021438 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6fdd27fb-e90b-49af-9798-795dba7eef2d req-6bb9a096-8c14-4322-9fca-b1aa3e1be219 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0502288 May 26 18:21:36.080929 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6fdd27fb-e90b-49af-9798-795dba7eef2d req-9e773c33-276b-4c57-9cbe-6a1960cf214b tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534766 May 26 18:21:36.311166 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ad0b0-c48d-4af2-b266-b781325cc7f4 req-fefb49d0-838b-4634-8a3f-0a31918a775d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:36.312590 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-381ad0b0-c48d-4af2-b266-b781325cc7f4 req-fefb49d0-838b-4634-8a3f-0a31918a775d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.0462110 May 26 18:21:36.362446 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-381ad0b0-c48d-4af2-b266-b781325cc7f4 req-1a654172-c1b6-46ed-8390-e502ca9f76f3 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441790 May 26 18:21:36.468628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763eb09-75a0-403b-bd18-70dba3d726c1 req-1e603973-a6ca-4e54-bd7c-8395f8c8787b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:36.470075 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9763eb09-75a0-403b-bd18-70dba3d726c1 req-1e603973-a6ca-4e54-bd7c-8395f8c8787b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.0452363 May 26 18:21:36.479128 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58282) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:36.483244 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'floatingip': {'port_id': '2fbeda35-35e5-4278-a0b7-b2cfe145869c'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:21:36.519225 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (e3c3491e-b811-4df4-9c14-4b99bfcaa0e6), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:36.551430 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:36.991827 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:37.030200 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615d5b7-a75a-42f1-b5bb-7aa20aed99a7 req-8ec6f78a-d30b-48f0-b267-4c0047a82127 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:37.031634 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5615d5b7-a75a-42f1-b5bb-7aa20aed99a7 req-8ec6f78a-d30b-48f0-b267-4c0047a82127 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0895200 May 26 18:21:37.177989 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbda5c-2c2b-4bcb-971d-58463858a697 req-f1970030-0cb7-47bd-9b8e-6ba286fce11d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:37.179463 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7ffbda5c-2c2b-4bcb-971d-58463858a697 req-f1970030-0cb7-47bd-9b8e-6ba286fce11d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1068723 May 26 18:21:37.204522 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5615d5b7-a75a-42f1-b5bb-7aa20aed99a7 req-60acb2cf-aa7c-4835-806c-5e51f9a302cf tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656740 May 26 18:21:37.323727 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7ffbda5c-2c2b-4bcb-971d-58463858a697 req-3f594641-1cd7-44f5-a7da-11684aa8f8cb tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328728 May 26 18:21:37.368908 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3d955-c2ca-4b9b-be04-9a87c2c5df63 req-e0500545-d8f5-4583-871e-e71c1568a616 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:37.370378 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50a3d955-c2ca-4b9b-be04-9a87c2c5df63 req-e0500545-d8f5-4583-871e-e71c1568a616 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0953188 May 26 18:21:37.374402 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:37.383532 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (e3c3491e-b811-4df4-9c14-4b99bfcaa0e6), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:37.498181 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50a3d955-c2ca-4b9b-be04-9a87c2c5df63 req-1d0b70d6-0514-4cd1-8115-0c253a50db48 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219096 May 26 18:21:37.522972 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Floating IP e3c3491e-b811-4df4-9c14-4b99bfcaa0e6 associated. External IP: 172.27.3.243, port: 2fbeda35-35e5-4278-a0b7-b2cfe145869c. May 26 18:21:37.699714 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:37.720861 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:21:37.821234 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:21:37.825514 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:37.830748 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e9d12-0f21-44be-9698-86d58488258c None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:21:37.840947 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e9d12-0f21-44be-9698-86d58488258c None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:21:37.841541 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-316e9d12-0f21-44be-9698-86d58488258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:21:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:37.856347 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4da630c8-6173-49c0-b476-6f6895b5c22e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "PUT /v2.0/floatingips/e3c3491e-b811-4df4-9c14-4b99bfcaa0e6 HTTP/1.1" status: 200 len: 991 time: 1.3762596 May 26 18:21:37.857024 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'tag': '2fbeda35-35e5-4278-a0b7-b2cfe145869c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:21:37.859310 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f558bf0a-a58a-4df7-8768-d11664628fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e1d369-3bad-49f8-8830-1f1206e60780", "tag": "2fbeda35-35e5-4278-a0b7-b2cfe145869c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:21:37.894146 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57983d70-c0e5-48d7-9ca5-f38cdf20e01c x-openstack-request-id: req-57983d70-c0e5-48d7-9ca5-f38cdf20e01c {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:21:37.894433 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e1d369-3bad-49f8-8830-1f1206e60780", "tag": "2fbeda35-35e5-4278-a0b7-b2cfe145869c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:21:37.894680 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57983d70-c0e5-48d7-9ca5-f38cdf20e01c {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:21:37.895079 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57983d70-c0e5-48d7-9ca5-f38cdf20e01c'] response: {'name': 'network-changed', 'server_uuid': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'tag': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'status': 'completed', 'code': 200} May 26 18:21:37.943421 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-316e9d12-0f21-44be-9698-86d58488258c None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:21:38.092168 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-7b07d5dc-9e2a-4fec-8de2-aeb24efbdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:38.094565 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-7b07d5dc-9e2a-4fec-8de2-aeb24efbdac4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 1129 time: 0.0458360 May 26 18:21:38.180085 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:38.194365 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-eb60c666-2c48-422e-832e-44b725f752b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:38.196052 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-eb60c666-2c48-422e-832e-44b725f752b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 916 time: 0.0925074 May 26 18:21:38.231055 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-316e9d12-0f21-44be-9698-86d58488258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e3c3491e-b811-4df4-9c14-4b99bfcaa0e6', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:17:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:21:23Z', 'updated_at': '2022-05-26T18:21:37Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:38.258736 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e9d12-0f21-44be-9698-86d58488258c None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:21:38.260079 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-bdbe3d9d-ae6d-472e-8492-1c5045d14f9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fbeda35-35e5-4278-a0b7-b2cfe145869c HTTP/1.1" status: 200 len: 999 time: 0.0582016 May 26 18:21:38.267372 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e9d12-0f21-44be-9698-86d58488258c None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:21:38.268049 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-316e9d12-0f21-44be-9698-86d58488258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:21:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:38.357237 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db1cf6-ba1d-485e-af0e-9867c71dccab req-2dabe08f-6ce1-475d-91b6-5208f420c3fe tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:38.358793 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-70db1cf6-ba1d-485e-af0e-9867c71dccab req-2dabe08f-6ce1-475d-91b6-5208f420c3fe tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0811234 May 26 18:21:38.360357 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-3d1a6aa1-ce0c-4492-aa80-8a406b6160a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:38.361685 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-3d1a6aa1-ce0c-4492-aa80-8a406b6160a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0929160 May 26 18:21:38.381527 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-316e9d12-0f21-44be-9698-86d58488258c None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:21:38.461288 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-312219f0-66e6-4a6c-ae5b-239c07231fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:38.462913 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-312219f0-66e6-4a6c-ae5b-239c07231fc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903668 May 26 18:21:38.499318 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-70db1cf6-ba1d-485e-af0e-9867c71dccab req-7b7ee4cf-1eff-4c43-8ef1-eaa7a51ebd13 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342728 May 26 18:21:38.505249 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06184c9-f951-49cc-8e80-ad94490b83d1 req-a7fc2bdc-d7f9-4416-b2d3-d306c5708a43 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:38.506690 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a06184c9-f951-49cc-8e80-ad94490b83d1 req-a7fc2bdc-d7f9-4416-b2d3-d306c5708a43 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0957758 May 26 18:21:38.615164 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-316e9d12-0f21-44be-9698-86d58488258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e3c3491e-b811-4df4-9c14-4b99bfcaa0e6', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:17:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:21:23Z', 'updated_at': '2022-05-26T18:21:37Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:38.639172 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e9d12-0f21-44be-9698-86d58488258c None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'e3c3491e-b811-4df4-9c14-4b99bfcaa0e6', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:17:51:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:21:23Z', 'updated_at': '2022-05-26T18:21:37Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:21:38.650467 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a06184c9-f951-49cc-8e80-ad94490b83d1 req-646cb092-1354-4e1b-8c29-a6564703b18b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093106 May 26 18:21:38.658646 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efac81b-9dfa-4b04-b19e-b7a7a6cf049e req-5ba6a2a7-2c37-4801-b5ba-f73fd015ec21 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:38.660271 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0efac81b-9dfa-4b04-b19e-b7a7a6cf049e req-5ba6a2a7-2c37-4801-b5ba-f73fd015ec21 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0905972 May 26 18:21:38.664661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-aa5038c3-1c2a-406f-89bb-81114e3b4fa1 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928556 May 26 18:21:38.791837 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0efac81b-9dfa-4b04-b19e-b7a7a6cf049e req-012ca6a7-693a-4b52-bf97-a5d399cc6126 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618&id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235933 May 26 18:21:38.805119 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:38.810612 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f558bf0a-a58a-4df7-8768-d11664628fd4 req-b99dfd2d-503b-4ca5-be76-2eadb9dc2c54 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357567 May 26 18:21:38.860272 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d4123-663d-4907-ac15-d151d14caca4 None None] New status for floating IP e3c3491e-b811-4df4-9c14-4b99bfcaa0e6: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:21:38.894324 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:39.614853 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76ca2f-2697-49aa-8294-25c3f8ec7615 req-d38d8a9d-6785-4430-83cc-297684cf3a0b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:39.616231 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b76ca2f-2697-49aa-8294-25c3f8ec7615 req-d38d8a9d-6785-4430-83cc-297684cf3a0b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0475678 May 26 18:21:39.667271 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b76ca2f-2697-49aa-8294-25c3f8ec7615 req-3b460476-125d-4bb1-94e2-e089d4f5cc8b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 May 26 18:21:39.765217 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa2e7b-2c19-41e3-81bc-f6db521bcf02 req-a6863de9-beff-4ca0-91e6-f2dac7483232 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:39.766715 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ffa2e7b-2c19-41e3-81bc-f6db521bcf02 req-a6863de9-beff-4ca0-91e6-f2dac7483232 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0475352 May 26 18:21:39.814773 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4ffa2e7b-2c19-41e3-81bc-f6db521bcf02 req-f65aac93-beb6-49d0-b62d-71504d1d08a7 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 May 26 18:21:40.780320 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc6212-f64c-4f64-a301-fdaa39879074 req-7c659ffe-cdbf-4d25-ae61-5c7d73217a3f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:40.781800 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72cc6212-f64c-4f64-a301-fdaa39879074 req-7c659ffe-cdbf-4d25-ae61-5c7d73217a3f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0469129 May 26 18:21:40.829853 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72cc6212-f64c-4f64-a301-fdaa39879074 req-11e27253-cb42-4fc5-9f79-91e27d78722a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 May 26 18:21:40.936170 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbd04-ecb0-4729-9495-9206b45d7e37 req-b3a6e6fd-f174-4e67-af92-ebec8f5d6eda tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:40.937636 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0b1cbd04-ecb0-4729-9495-9206b45d7e37 req-b3a6e6fd-f174-4e67-af92-ebec8f5d6eda tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0522556 May 26 18:21:40.984668 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0b1cbd04-ecb0-4729-9495-9206b45d7e37 req-d7a2e2ff-3860-4e78-bc25-3368ab540431 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 May 26 18:21:41.942979 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77b2c-e1e2-46ae-84a7-d2a7d9539143 req-72d71bf7-7878-4361-a715-d374e09d0731 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:41.944440 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-baa77b2c-e1e2-46ae-84a7-d2a7d9539143 req-72d71bf7-7878-4361-a715-d374e09d0731 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0471520 May 26 18:21:41.965238 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:41.992577 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-baa77b2c-e1e2-46ae-84a7-d2a7d9539143 req-efaac674-0a36-47dd-b332-2c6d19e23658 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 May 26 18:21:42.102004 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b87fb-93b4-453c-ae38-89f5f66e9d4c req-e8d11daf-a704-4b67-a56c-05e22132f473 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:42.103509 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d91b87fb-93b4-453c-ae38-89f5f66e9d4c req-e8d11daf-a704-4b67-a56c-05e22132f473 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0500965 May 26 18:21:42.156317 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d91b87fb-93b4-453c-ae38-89f5f66e9d4c req-f2fb5227-3997-4714-8a31-442bc1f591e1 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470672 May 26 18:21:42.378147 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f3a5f-b07e-4792-a9fb-27f690e088ca req-391403d9-5e6b-47c2-8334-597123d95c77 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:42.379623 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c9f3a5f-b07e-4792-a9fb-27f690e088ca req-391403d9-5e6b-47c2-8334-597123d95c77 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0719545 May 26 18:21:42.423359 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a45b0-cee2-446a-b663-24e3444b67a4 req-64b79978-68b4-42a9-8dba-349f1d9d935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:42.424922 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-291a45b0-cee2-446a-b663-24e3444b67a4 req-64b79978-68b4-42a9-8dba-349f1d9d935a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1129 time: 0.0829561 May 26 18:21:42.460184 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8882-7786-4da2-92a7-3748274e725f req-1bc6fe19-d829-4eee-b66e-acbff24bab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:42.463144 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de1b8882-7786-4da2-92a7-3748274e725f req-1bc6fe19-d829-4eee-b66e-acbff24bab2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 1129 time: 0.0807517 May 26 18:21:42.587602 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c9f3a5f-b07e-4792-a9fb-27f690e088ca req-7b0f3ea6-e0b8-4a25-b71b-d47528740a9f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947942 May 26 18:21:42.591565 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-291a45b0-cee2-446a-b663-24e3444b67a4 req-9eccc8ce-cc1b-4fe3-b579-27cf702b90ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566980 May 26 18:21:42.623485 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8882-7786-4da2-92a7-3748274e725f req-067e0cb5-ce0b-4c16-b72f-5fdf07f30989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:42.624916 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de1b8882-7786-4da2-92a7-3748274e725f req-067e0cb5-ce0b-4c16-b72f-5fdf07f30989 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 912 time: 0.1541381 May 26 18:21:42.863333 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de1b8882-7786-4da2-92a7-3748274e725f req-91b24eb1-79e5-4d76-b101-5c7c767e580d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33 HTTP/1.1" status: 200 len: 1000 time: 0.0613818 May 26 18:21:42.912295 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8882-7786-4da2-92a7-3748274e725f req-6a19f2d0-35b6-4292-bfae-2912058caac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:42.913897 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de1b8882-7786-4da2-92a7-3748274e725f req-6a19f2d0-35b6-4292-bfae-2912058caac4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 200 len: 850 time: 0.0444531 May 26 18:21:42.953116 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:42.958931 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8882-7786-4da2-92a7-3748274e725f req-a10c9f7d-2b30-4f76-85b5-d3ccea1ea1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:42.960411 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de1b8882-7786-4da2-92a7-3748274e725f req-a10c9f7d-2b30-4f76-85b5-d3ccea1ea1b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398805 May 26 18:21:43.111070 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d72d9-7163-4582-8454-7c908ca198d7 req-f19ccd0a-45b3-48c3-96ab-a49f42472af3 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:43.112553 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-098d72d9-7163-4582-8454-7c908ca198d7 req-f19ccd0a-45b3-48c3-96ab-a49f42472af3 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0494697 May 26 18:21:43.159047 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-098d72d9-7163-4582-8454-7c908ca198d7 req-64bb8e3e-7b1d-4681-a0cf-f800b58f12a9 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402563 May 26 18:21:43.393167 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de1b8882-7786-4da2-92a7-3748274e725f req-4a43bbfb-6069-40c4-8c16-b01ab954ea3d service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835254 May 26 18:21:43.664861 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:43.728734 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6a384-a6c6-4349-899f-c2985fd8869d req-a58e4da3-ee1d-4510-83f1-cc3447b738bd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:43.730219 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f1f6a384-a6c6-4349-899f-c2985fd8869d req-a58e4da3-ee1d-4510-83f1-cc3447b738bd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0620935 May 26 18:21:43.747143 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de1b8882-7786-4da2-92a7-3748274e725f req-23bb488e-af8a-4409-90eb-a8cdc05b2693 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447070 May 26 18:21:43.781284 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f1f6a384-a6c6-4349-899f-c2985fd8869d req-6221c234-e2f1-493b-9c8b-0139cea4e380 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455101 May 26 18:21:44.291440 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c2990-95c5-45c6-850e-d68e29651e02 req-d5549d1c-44f0-4ef4-9f00-162b49e79aa6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:44.293544 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-959c2990-95c5-45c6-850e-d68e29651e02 req-d5549d1c-44f0-4ef4-9f00-162b49e79aa6 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0624881 May 26 18:21:44.338740 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:44.343667 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-959c2990-95c5-45c6-850e-d68e29651e02 req-949f8287-cbd5-4d2f-ae0e-7e83f53a32f4 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 May 26 18:21:44.895605 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be3c6-c738-44ba-ba55-f19875591c30 req-c31ccd41-e5c3-4c2d-935a-b1e3b9a272fe tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:44.897034 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-256be3c6-c738-44ba-ba55-f19875591c30 req-c31ccd41-e5c3-4c2d-935a-b1e3b9a272fe tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0462143 May 26 18:21:44.944366 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-256be3c6-c738-44ba-ba55-f19875591c30 req-73e12fce-54ac-46f8-9d1b-348a1884ae89 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 May 26 18:21:45.457986 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc166265-b746-4755-8833-41e665dac1e9 req-bdaee019-61fd-46ae-979f-efa9788ce52c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:45.459430 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dc166265-b746-4755-8833-41e665dac1e9 req-bdaee019-61fd-46ae-979f-efa9788ce52c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0458140 May 26 18:21:45.508411 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dc166265-b746-4755-8833-41e665dac1e9 req-285de6d9-77f1-41e4-8273-dbf436702b0f tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 May 26 18:21:45.681655 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68467013-6a99-480c-92b8-0fc9663d7194 req-c5584856-c9d8-4764-84ba-a36bd38819d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383165 May 26 18:21:45.742595 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68467013-6a99-480c-92b8-0fc9663d7194 req-512ac410-0b6a-42e9-a7ac-6a8ab61f2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:45.744092 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68467013-6a99-480c-92b8-0fc9663d7194 req-512ac410-0b6a-42e9-a7ac-6a8ab61f2e39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 1130 time: 0.0412312 May 26 18:21:46.134390 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68467013-6a99-480c-92b8-0fc9663d7194 req-cf76424a-d71c-4a84-bb4d-ba91bda57480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:46.135801 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68467013-6a99-480c-92b8-0fc9663d7194 req-cf76424a-d71c-4a84-bb4d-ba91bda57480 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.3729796 May 26 18:21:46.193844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-c90e1826-efc5-48a5-a9a3-89e63498a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:46.195838 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-c90e1826-efc5-48a5-a9a3-89e63498a911 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1129 time: 0.3437371 May 26 18:21:46.197017 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68467013-6a99-480c-92b8-0fc9663d7194 req-89efe22c-5ed5-4754-8908-4fc811e5b327 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e97a903b-46cf-40f9-9aed-884e6e491c98 HTTP/1.1" status: 200 len: 217 time: 0.0445902 May 26 18:21:46.207019 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd9488-5c2e-423e-867d-c15bfdf2249f req-bf43d249-13f3-4f23-a728-4a80c6e43afe tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:46.208376 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-85bd9488-5c2e-423e-867d-c15bfdf2249f req-bf43d249-13f3-4f23-a728-4a80c6e43afe tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.1073847 May 26 18:21:46.302036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:46.340744 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68467013-6a99-480c-92b8-0fc9663d7194 req-fd916488-42d4-4146-afcc-9ddf93a752ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:46.342224 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68467013-6a99-480c-92b8-0fc9663d7194 req-fd916488-42d4-4146-afcc-9ddf93a752ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.1242781 May 26 18:21:46.396345 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-85bd9488-5c2e-423e-867d-c15bfdf2249f req-94e10eac-7757-4028-b591-a54f837b1a84 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711113 May 26 18:21:46.400573 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-f8f58131-c233-4e02-b5d7-03b76133268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:46.401998 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-f8f58131-c233-4e02-b5d7-03b76133268e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.1916370 May 26 18:21:46.409015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68467013-6a99-480c-92b8-0fc9663d7194 req-1097253f-f78d-4745-ad1e-b5dcdf99afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:46.410542 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68467013-6a99-480c-92b8-0fc9663d7194 req-1097253f-f78d-4745-ad1e-b5dcdf99afa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573781 May 26 18:21:46.522754 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-afc92bbc-d435-45b3-8f0f-ef7e4a172f61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 200 len: 1001 time: 0.1045637 May 26 18:21:46.582887 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68467013-6a99-480c-92b8-0fc9663d7194 req-a2ea041a-53b9-4de2-bb30-1615433581e1 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592822 May 26 18:21:46.598236 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-b11e8b4f-f5ac-4a26-b0e5-efba49b778de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:46.599591 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-b11e8b4f-f5ac-4a26-b0e5-efba49b778de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.0708907 May 26 18:21:46.685446 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-9d93740e-95aa-4991-9e80-931e580d8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:46.687809 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-9d93740e-95aa-4991-9e80-931e580d8914 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764995 May 26 18:21:46.736375 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:46.741175 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-68467013-6a99-480c-92b8-0fc9663d7194 req-42fccc61-c9c9-4e7f-b64e-24a170885799 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524303 May 26 18:21:46.807713 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-20165e6d-3b4f-40c4-9c6e-ad2ccd30f2e1 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077971 May 26 18:21:46.899465 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f989ae03-c3f3-4395-b777-ba8d5ccee29a req-3ccbd039-12fa-4eff-96bc-f487e6f75527 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 May 26 18:21:47.517175 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a474e-e6e3-4b56-bd51-e38f914f8152 req-34c9174a-82a3-435a-b5cf-848b4f194af0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:47.518666 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-133a474e-e6e3-4b56-bd51-e38f914f8152 req-34c9174a-82a3-435a-b5cf-848b4f194af0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0522163 May 26 18:21:47.566350 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-133a474e-e6e3-4b56-bd51-e38f914f8152 req-7b4435c1-8783-4748-a78a-fd531cadb04b tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 May 26 18:21:48.617589 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:48.618397 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=88 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:48.682488 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad60f96-222b-45ca-99f6-64da0b97d697 req-0379ebd0-2538-48b1-be38-18ebb17240f1 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:48.683968 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ad60f96-222b-45ca-99f6-64da0b97d697 req-0379ebd0-2538-48b1-be38-18ebb17240f1 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0473261 May 26 18:21:48.730656 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ad60f96-222b-45ca-99f6-64da0b97d697 req-6ea0c2e4-9131-4b1b-b460-bfa4f01b22db tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 May 26 18:21:49.852504 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ace629-3b65-41c3-b46f-571aa828e140 req-d162b23f-dd1a-4405-8ad4-bb3e1bda4349 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:49.854017 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-93ace629-3b65-41c3-b46f-571aa828e140 req-d162b23f-dd1a-4405-8ad4-bb3e1bda4349 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0512691 May 26 18:21:49.901976 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-93ace629-3b65-41c3-b46f-571aa828e140 req-119132ca-952c-49eb-a3a2-e527783bda68 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424004 May 26 18:21:49.995451 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:50.012439 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b8606-f7b8-4903-80ea-741ed9a977aa req-3550efb8-b731-448d-811c-37d76ab8af0a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:50.013880 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-893b8606-f7b8-4903-80ea-741ed9a977aa req-3550efb8-b731-448d-811c-37d76ab8af0a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0483499 May 26 18:21:50.023217 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58354) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:21:50.027606 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-6e59f74d-2da7-420f-a39a-09966743961e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Request body: {'floatingip': {'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:21:50.080097 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6e59f74d-2da7-420f-a39a-09966743961e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (62ea5131-6a97-4ba3-8c65-ce66f2c1078f), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:50.321200 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-850b29e3-1db1-4a53-827b-6eedf745570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:50.518824 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6e59f74d-2da7-420f-a39a-09966743961e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:50.522635 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6e59f74d-2da7-420f-a39a-09966743961e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (62ea5131-6a97-4ba3-8c65-ce66f2c1078f), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:50.564795 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:50.721937 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e59f74d-2da7-420f-a39a-09966743961e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Router edd71229-878c-4215-8b90-6d294b98ba37 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:21:50.827839 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e59f74d-2da7-420f-a39a-09966743961e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:21:50.832555 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-6e59f74d-2da7-420f-a39a-09966743961e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:50.836983 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] Sync routers for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:21:50.847922 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:21:50.848529 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:21:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:50.863996 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:21:50.866235 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313c1796-2d97-40e5-be16-e2dc85ea60c5" -d '{"events": [{"name": "network-changed", "server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:21:50.868318 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:50.898705 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-6e59f74d-2da7-420f-a39a-09966743961e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "PUT /v2.0/floatingips/62ea5131-6a97-4ba3-8c65-ce66f2c1078f HTTP/1.1" status: 200 len: 993 time: 0.8722892 May 26 18:21:50.920991 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcad8d1-456d-4a0d-b1a4-9037f274aa51 x-openstack-request-id: req-4fcad8d1-456d-4a0d-b1a4-9037f274aa51 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:21:50.921283 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:21:50.921552 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4fcad8d1-456d-4a0d-b1a4-9037f274aa51 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:21:50.923616 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcad8d1-456d-4a0d-b1a4-9037f274aa51'] response: {'name': 'network-changed', 'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'status': 'completed', 'code': 200} May 26 18:21:50.954855 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:21:50.981671 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-3e398132-d893-4819-bba5-16307a65b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:50.983209 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-3e398132-d893-4819-bba5-16307a65b421 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1129 time: 0.0395477 May 26 18:21:51.075680 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-34f71df9-7fa8-4d8b-9a63-41eee1c11662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:51.077142 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-34f71df9-7fa8-4d8b-9a63-41eee1c11662 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.0880561 May 26 18:21:51.147037 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-e5058684-43e2-49d3-8b63-50c321b4bc0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 200 len: 1001 time: 0.0557890 May 26 18:21:51.164722 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '62ea5131-6a97-4ba3-8c65-ce66f2c1078f', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'mac_address': 'fa:16:3e:be:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:02Z', 'updated_at': '2022-05-26T18:21:50Z', 'revision_number': 3, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:51.189329 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] Checking router: edd71229-878c-4215-8b90-6d294b98ba37 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:21:51.198891 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:21:51.199525 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:21:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:51.204766 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-91bd7634-cfe4-4e56-a586-769c6f9f6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:51.206245 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-91bd7634-cfe4-4e56-a586-769c6f9f6c5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.0487859 May 26 18:21:51.249120 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-19f2e6ee-b2f6-460b-b367-0cb5e68a24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:51.250640 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-19f2e6ee-b2f6-460b-b367-0cb5e68a24f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387158 May 26 18:21:51.301193 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:21:51.345202 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-d04368ce-0626-4dec-993d-36b837efe7c2 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880370 May 26 18:21:51.440692 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-313c1796-2d97-40e5-be16-e2dc85ea60c5 req-12b816ec-839f-400f-8921-65481e1f19a9 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866938 May 26 18:21:51.504781 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '62ea5131-6a97-4ba3-8c65-ce66f2c1078f', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'mac_address': 'fa:16:3e:be:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:02Z', 'updated_at': '2022-05-26T18:21:50Z', 'revision_number': 3, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:21:51.532749 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db07bb8-031b-4d4b-9e87-2ba068ca64e2 None None] The sync data for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi is: [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '62ea5131-6a97-4ba3-8c65-ce66f2c1078f', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'port_id': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'mac_address': 'fa:16:3e:be:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:20:02Z', 'updated_at': '2022-05-26T18:21:50Z', 'revision_number': 3, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:21:52.570856 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-81874256-ce8d-4eda-b625-93312604a1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:52.922819 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:21:52.925439 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522" -d '{"events": [{"name": "network-changed", "server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:21:52.961080 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ba195-325c-4c4a-a532-eea9e2c88b9b x-openstack-request-id: req-ea3ba195-325c-4c4a-a532-eea9e2c88b9b {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:21:52.961372 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:21:52.961627 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea3ba195-325c-4c4a-a532-eea9e2c88b9b {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:21:52.962173 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3ba195-325c-4c4a-a532-eea9e2c88b9b'] response: {'name': 'network-changed', 'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'status': 'completed', 'code': 200} May 26 18:21:53.028495 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-9362762a-5b4b-41cd-8e74-b43c7b47843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:53.030003 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-9362762a-5b4b-41cd-8e74-b43c7b47843f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5cb09766b9784d50aad144d466a5d050&device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 1129 time: 0.0397937 May 26 18:21:53.127331 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-74ffc57a-6eaf-45f9-82a9-84c9c6f87656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:53.128825 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-74ffc57a-6eaf-45f9-82a9-84c9c6f87656 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 200 len: 920 time: 0.0915148 May 26 18:21:53.190591 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-28bb0b0e-7fe1-4775-adac-665ba5d8f026 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 200 len: 1001 time: 0.0533667 May 26 18:21:53.204077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:53.239116 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-4290565d-5b6c-43ea-8d48-06cb88b2387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:53.240520 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-4290565d-5b6c-43ea-8d48-06cb88b2387d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 200 len: 858 time: 0.0430813 May 26 18:21:53.291683 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-29c8ca82-cead-432e-9b9a-583f1afff4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:53.293151 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-29c8ca82-cead-432e-9b9a-583f1afff4ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430353 May 26 18:21:53.382757 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-f23f079c-5980-47da-a88d-665b7b119235 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809321 May 26 18:21:53.476441 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-33ab4503-b2d0-42ee-8f30-41e7a6f6e522 req-8add384c-e5ad-4438-8ae6-547370b15ad0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 May 26 18:21:53.635682 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:53.643365 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:55.242047 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:56.477707 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:01.506748 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=70 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:01.507515 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=78 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:02.523987 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:22:03.467345 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:03.473658 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=32 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:06.471673 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:06.473679 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=14,neutron:UPDATE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:13.652805 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:16.785460 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:16.786234 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:17.319218 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1db70-9011-4b7c-8239-ea09c80acac7 req-951dbcea-d7eb-4406-8bda-ac153be392ea tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:17.320832 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ee1db70-9011-4b7c-8239-ea09c80acac7 req-951dbcea-d7eb-4406-8bda-ac153be392ea tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 947 time: 0.0488822 May 26 18:22:17.373091 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ee1db70-9011-4b7c-8239-ea09c80acac7 req-d3e73b6b-6cb1-4c07-a146-7f771ecdcd2f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 May 26 18:22:18.498268 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fc7d1-fdbb-4c04-a2b0-1ee86b399d97 req-29b79009-9938-42a5-9165-ef637fb7d207 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:18.499797 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d39fc7d1-fdbb-4c04-a2b0-1ee86b399d97 req-29b79009-9938-42a5-9165-ef637fb7d207 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 947 time: 0.0509610 May 26 18:22:18.561147 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d39fc7d1-fdbb-4c04-a2b0-1ee86b399d97 req-b808f3df-8a0c-46ab-bae7-65dd887e201a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556993 May 26 18:22:19.190466 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-e6393848-91a5-4ec1-8d7f-6a24f37701f1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:19.191905 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-e6393848-91a5-4ec1-8d7f-6a24f37701f1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 947 time: 0.0476978 May 26 18:22:19.276993 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Deleting port 1d3fd217-af97-47a7-9225-e698208d450f {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:19.277338 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (1d3fd217-af97-47a7-9225-e698208d450f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:19.369093 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] For port 1d3fd217-af97-47a7-9225-e698208d450f, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=1d3fd217-af97-47a7-9225-e698208d450f,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:19.369457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (1d3fd217-af97-47a7-9225-e698208d450f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:19.773059 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03e64-6d9e-4aad-9e3f-a43ea7379bab req-3de323df-988f-4534-8804-1e0c418af45d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:19.774554 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fd03e64-6d9e-4aad-9e3f-a43ea7379bab req-3de323df-988f-4534-8804-1e0c418af45d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0eeeed-f9b7-4526-bd2f-ac98a769fd80 HTTP/1.1" status: 200 len: 947 time: 0.0847979 May 26 18:22:19.814067 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:19.814426 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (933a9810-117f-4bbd-bc96-349605a2dabf), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:19.814741 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Floating IP 933a9810-117f-4bbd-bc96-349605a2dabf disassociated. External IP: 172.27.3.191, port: 1d3fd217-af97-47a7-9225-e698208d450f. May 26 18:22:19.815092 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Calling delete_port for 1d3fd217-af97-47a7-9225-e698208d450f owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:19.875141 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fd03e64-6d9e-4aad-9e3f-a43ea7379bab req-7b2f0bc5-1bf9-4949-acc1-bf3528613d9a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=c6ee7eb0-731f-4246-9e6c-20a061036e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913644 May 26 18:22:19.963081 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (1d3fd217-af97-47a7-9225-e698208d450f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:19.994452 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event deleted for resources: {'Port': ['ID=1d3fd217-af97-47a7-9225-e698208d450f,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:20.006713 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.007067 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.007411 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.007750 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.008084 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.008421 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.008752 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.009079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.009588 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.010533 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.010887 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.011216 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.011543 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.011867 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.012197 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:20.064286 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:20.114776 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:20.117172 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:20.221389 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:20.231624 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] Sync routers for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:20.242772 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:20.243385 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:21:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:20.267436 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] No DVR routers for this DVR port 1d3fd217-af97-47a7-9225-e698208d450f on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:22:20.269906 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:20.273032 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a812c36b-c2e1-48f2-8716-dac6fd25a179 req-a976cc22-868e-40a7-b251-029005790b59 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "DELETE /v2.0/ports/1d3fd217-af97-47a7-9225-e698208d450f HTTP/1.1" status: 204 len: 173 time: 1.0735548 May 26 18:22:20.273470 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-deleted', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:20.275746 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b379d-5b9f-4274-8934-65dc46a846d2" -d '{"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-deleted", "tag": "1d3fd217-af97-47a7-9225-e698208d450f"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:20.316287 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1adfe3-fc68-4e81-89de-0856e9dd7d2a x-openstack-request-id: req-3a1adfe3-fc68-4e81-89de-0856e9dd7d2a {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:20.316579 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0eeeed-f9b7-4526-bd2f-ac98a769fd80", "name": "network-vif-deleted", "tag": "1d3fd217-af97-47a7-9225-e698208d450f", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:20.316828 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a1adfe3-fc68-4e81-89de-0856e9dd7d2a {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:20.317228 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1adfe3-fc68-4e81-89de-0856e9dd7d2a'] response: {'server_uuid': 'aa0eeeed-f9b7-4526-bd2f-ac98a769fd80', 'name': 'network-vif-deleted', 'tag': '1d3fd217-af97-47a7-9225-e698208d450f', 'status': 'completed', 'code': 200} May 26 18:22:20.355920 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f377300d-4a25-4d31-a916-f8cc1bcfd8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:20.366325 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:20.561836 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:20.590510 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] Checking router: 6bc5d2a7-e044-43d1-a039-375cb59f48e9 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:22:20.598943 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:20.599476 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:21:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:20.700954 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:20.900559 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:20.939636 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716e3f7-2e5a-43f2-aaea-d220748c2276 None None] The sync data for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi is: [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:22:20.969164 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58418) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:21.027050 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0fbf124f-16aa-434b-b2c5-c6d7b1e3b34e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (c6ee7eb0-731f-4246-9e6c-20a061036e8d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.051446 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0fbf124f-16aa-434b-b2c5-c6d7b1e3b34e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (c6ee7eb0-731f-4246-9e6c-20a061036e8d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.100410 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0fbf124f-16aa-434b-b2c5-c6d7b1e3b34e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c6ee7eb0-731f-4246-9e6c-20a061036e8d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.103968 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0fbf124f-16aa-434b-b2c5-c6d7b1e3b34e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.105464 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0fbf124f-16aa-434b-b2c5-c6d7b1e3b34e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "DELETE /v2.0/security-groups/c6ee7eb0-731f-4246-9e6c-20a061036e8d HTTP/1.1" status: 204 len: 168 time: 0.1351364 May 26 18:22:21.108630 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58420) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:21.115844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf124f-16aa-434b-b2c5-c6d7b1e3b34e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ee7eb0-731f-4246-9e6c-20a061036e8d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:21.130967 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.api.v2.resource [None req-6caffac1-7400-4a66-b4fa-5ff1e21526b1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] show failed (client error): The resource could not be found. May 26 18:22:21.132279 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6caffac1-7400-4a66-b4fa-5ff1e21526b1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups/c6ee7eb0-731f-4246-9e6c-20a061036e8d HTTP/1.1" status: 404 len: 347 time: 0.0222561 May 26 18:22:21.138730 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58424) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:21.181125 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2196e847-cb43-478c-bd0d-2a22459d7e57 None None] New status for floating IP 933a9810-117f-4bbd-bc96-349605a2dabf: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:22:21.259213 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Deleting port 8e9fdb61-1fd3-4a16-8736-a81f709d4717 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:21.260064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (8e9fdb61-1fd3-4a16-8736-a81f709d4717), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.343347 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (8e9fdb61-1fd3-4a16-8736-a81f709d4717), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.343712 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (8e9fdb61-1fd3-4a16-8736-a81f709d4717), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.358539 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Calling delete_port for 8e9fdb61-1fd3-4a16-8736-a81f709d4717 owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:21.501472 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (8e9fdb61-1fd3-4a16-8736-a81f709d4717), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.526490 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event deleted for resources: {'Port': ['ID=8e9fdb61-1fd3-4a16-8736-a81f709d4717,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:21.589011 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (933a9810-117f-4bbd-bc96-349605a2dabf), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.591493 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.592631 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2c0280c2-2014-4698-acf4-03792ad22fb7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "DELETE /v2.0/floatingips/933a9810-117f-4bbd-bc96-349605a2dabf HTTP/1.1" status: 204 len: 168 time: 0.4525239 May 26 18:22:21.675185 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58432) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:21.680015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-dd4533f3-b304-4f65-b1d0-0b9f927b59e4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344416526', 'description': 'tempest-description--1289671982'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:21.703047 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dd4533f3-b304-4f65-b1d0-0b9f927b59e4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.734744 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:21.775987 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:21.779528 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dd4533f3-b304-4f65-b1d0-0b9f927b59e4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (71e0b6b0-8390-47e5-886b-884ee0783933), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.783022 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dd4533f3-b304-4f65-b1d0-0b9f927b59e4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (71e0b6b0-8390-47e5-886b-884ee0783933), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.814443 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dd4533f3-b304-4f65-b1d0-0b9f927b59e4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.818377 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-dd4533f3-b304-4f65-b1d0-0b9f927b59e4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1393852 May 26 18:22:21.820630 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58434) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:21.826182 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-dd206825-cdfe-45bf-9861-c34bcf640418 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'security_group_rule': {'security_group_id': '71e0b6b0-8390-47e5-886b-884ee0783933', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:21.840499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4533f3-b304-4f65-b1d0-0b9f927b59e4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e0b6b0-8390-47e5-886b-884ee0783933,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:21.862619 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dd206825-cdfe-45bf-9861-c34bcf640418 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (e75becc8-9b18-494c-b36e-6a9fceba70fd), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.935573 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dd206825-cdfe-45bf-9861-c34bcf640418 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (e75becc8-9b18-494c-b36e-6a9fceba70fd), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.940142 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dd206825-cdfe-45bf-9861-c34bcf640418 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (e75becc8-9b18-494c-b36e-6a9fceba70fd), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.956606 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206825-cdfe-45bf-9861-c34bcf640418 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75becc8-9b18-494c-b36e-6a9fceba70fd,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:21.967560 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dd206825-cdfe-45bf-9861-c34bcf640418 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:21.968735 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-dd206825-cdfe-45bf-9861-c34bcf640418 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470773 May 26 18:22:21.971427 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58440) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:21.975612 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-14dbce56-1017-4119-9273-6ea5b58a88ac tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'security_group_rule': {'security_group_id': '71e0b6b0-8390-47e5-886b-884ee0783933', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:22.002089 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14dbce56-1017-4119-9273-6ea5b58a88ac tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (f4812014-c0b7-4e30-b82f-3317f746d090), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.050267 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14dbce56-1017-4119-9273-6ea5b58a88ac tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (f4812014-c0b7-4e30-b82f-3317f746d090), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.054031 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14dbce56-1017-4119-9273-6ea5b58a88ac tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (f4812014-c0b7-4e30-b82f-3317f746d090), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.071520 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbce56-1017-4119-9273-6ea5b58a88ac tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4812014-c0b7-4e30-b82f-3317f746d090,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:22.078870 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-14dbce56-1017-4119-9273-6ea5b58a88ac tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.080048 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-14dbce56-1017-4119-9273-6ea5b58a88ac tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1077142 May 26 18:22:22.083111 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58442) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:22.087243 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:22.109098 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.190095 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.303052 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Allocated IP 172.27.3.11 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/3ef309f3-16b3-41d8-ad98-2074f065c597) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:22:22.404761 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for port (3ef309f3-16b3-41d8-ad98-2074f065c597), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.419444 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:22.438472 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (3ef309f3-16b3-41d8-ad98-2074f065c597), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.473958 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:22:22.476825 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:22:22.479447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:22:22.517956 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'Port': ['ID=3ef309f3-16b3-41d8-ad98-2074f065c597,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:22.522492 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:22.573640 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-af768140-a308-400f-9300-3ab94ac4c73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.577682 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (55cd0fb7-1da9-43a2-9b8d-f9fe164b049a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.616215 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (3ef309f3-16b3-41d8-ad98-2074f065c597), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.790862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for port (3ef309f3-16b3-41d8-ad98-2074f065c597), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.795305 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (3ef309f3-16b3-41d8-ad98-2074f065c597), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.865616 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'Port': ['ID=3ef309f3-16b3-41d8-ad98-2074f065c597,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:22.876068 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (55cd0fb7-1da9-43a2-9b8d-f9fe164b049a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.892270 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.893498 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-29817f27-6fd9-46be-abbe-98196b584bb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8095000 May 26 18:22:23.091661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-cedc28e6-2624-49da-97f5-fa3a4dd98987 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--344416526&fields=id&tenant_id=84dc70884aff4a799bb8f38899766e81 HTTP/1.1" status: 200 len: 267 time: 0.0441480 May 26 18:22:23.208234 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917203-0988-4e43-b3aa-4e94d79086bb req-ff1d642f-95bb-461f-b218-cf97c5c9c5bf tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:23.209758 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-ff1d642f-95bb-461f-b218-cf97c5c9c5bf tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 816 time: 0.1107063 May 26 18:22:23.230697 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-ee0460d4-296a-47e4-bd47-1bd8c3f5be91 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/quotas/84dc70884aff4a799bb8f38899766e81 HTTP/1.1" status: 200 len: 375 time: 0.0113008 May 26 18:22:23.291881 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-f520ee09-a750-4d2f-9cbe-91852c9ef3b4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552683 May 26 18:22:23.387759 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-69d8f4cb-5246-40be-9b1a-a805f01ce2ff service neutron] 10.222.0.46 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839026 May 26 18:22:23.444153 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:23.461510 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:22:23.482250 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 1d3fd217-af97-47a7-9225-e698208d450f {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:22:23.482688 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 1d3fd217-af97-47a7-9225-e698208d450f not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:22:23.482812 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-790e4f0a-2789-4019-941b-3decc103a7c6 service neutron] 10.222.0.46 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893395 May 26 18:22:23.649467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:23.675829 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b00f7cbf-3727-4cb0-8b70-e73aadb284b7 req-a37186f3-8f13-4b37-99a8-06ff076301d0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 210 time: 0.0381329 May 26 18:22:24.615609 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:24.623793 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e057f4fc-27bb-4142-9963-4b99a5a5d1b0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:24.625235 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e057f4fc-27bb-4142-9963-4b99a5a5d1b0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 816 time: 0.1057878 May 26 18:22:24.692508 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-b194f225-0c1c-464a-8d89-9eecc8e108d3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84dc70884aff4a799bb8f38899766e81 HTTP/1.1" status: 200 len: 379 time: 0.0568037 May 26 18:22:24.781748 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'port': {'device_id': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'admin_state_up': True, 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'security_groups': ['71e0b6b0-8390-47e5-886b-884ee0783933']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:24.785809 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d732b54a-ca2e-4cfc-8f76-9b3ccbc59d42 req-a3d87d89-eb71-4526-a9d3-857617f9e0ca tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 210 time: 0.0355186 May 26 18:22:24.891527 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Made reservation on behalf of 84dc70884aff4a799bb8f38899766e81 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:22:24.894899 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.021742 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Allocated IP 172.20.0.6 (b60b547b-b8f7-49ae-8ba6-53f64d41d871/c38f8d41-603c-496f-b595-039b7d159db1/889d39d4-d8a9-413d-850d-667746898381) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:22:25.159797 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for port (889d39d4-d8a9-413d-850d-667746898381), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.191832 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (889d39d4-d8a9-413d-850d-667746898381), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.237183 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:22:25.244358 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:22:25.245075 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.248553 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:22:25.275032 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:25.302568 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:25.303175 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.323932 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-e6983e62-0f4a-44bf-b2df-eb1bcc011c5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458353 May 26 18:22:25.336357 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Request body: {'port': {'device_id': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:25.406089 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.440430 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:25.449330 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:25.521320 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-80208de9-fedf-4e81-bbd8-edb8548c2db3 None None] Provisioning complete for port 889d39d4-d8a9-413d-850d-667746898381 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:22:25.521604 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-80208de9-fedf-4e81-bbd8-edb8548c2db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (889d39d4-d8a9-413d-850d-667746898381), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.542162 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:25.554323 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-80208de9-fedf-4e81-bbd8-edb8548c2db3 None None] Port 889d39d4-d8a9-413d-850d-667746898381 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:22:25.698701 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889d39d4-d8a9-413d-850d-667746898381 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:22:25.705927 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Publish callbacks [] for port (889d39d4-d8a9-413d-850d-667746898381), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.718657 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Transition to ACTIVE for port object 889d39d4-d8a9-413d-850d-667746898381 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:22:25.722489 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.775874 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:25.844968 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Attempting to bind port 889d39d4-d8a9-413d-850d-667746898381 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:22:25.845300 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Attempting to bind port 889d39d4-d8a9-413d-850d-667746898381 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:22:25.845633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Attempting to bind port 889d39d4-d8a9-413d-850d-667746898381 on network b60b547b-b8f7-49ae-8ba6-53f64d41d871 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:22:25.850301 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Port 889d39d4-d8a9-413d-850d-667746898381 on network b60b547b-b8f7-49ae-8ba6-53f64d41d871 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:22:25.850657 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Attempting to bind port 889d39d4-d8a9-413d-850d-667746898381 on network b60b547b-b8f7-49ae-8ba6-53f64d41d871 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:22:25.856614 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:22:25.856954 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Checking segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:22:25.857344 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Bound using segment: {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:22:25.857874 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Bound port: 889d39d4-d8a9-413d-850d-667746898381, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:22:25.858239 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.953537 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5afb05-6233-49f9-87d1-f00fc469a49b req-a697d331-d1e0-48ac-8c74-7c3dafd2b66b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:25.954990 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a5afb05-6233-49f9-87d1-f00fc469a49b req-a697d331-d1e0-48ac-8c74-7c3dafd2b66b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0869682 May 26 18:22:25.970826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:22:25.994525 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:22:26.010593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:26.046850 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a5afb05-6233-49f9-87d1-f00fc469a49b req-fbf1a2a8-15f8-40d3-b703-b1614bacd727 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858667 May 26 18:22:26.060267 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:26.060915 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:26.062257 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] 10.222.0.42 "PUT /v2.0/ports/889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 200 len: 1093 time: 0.7301435 May 26 18:22:26.062705 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'tag': '889d39d4-d8a9-413d-850d-667746898381'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:26.064935 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e62f5-3670-4461-8e41-31684baac120" -d '{"events": [{"name": "network-changed", "server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "tag": "889d39d4-d8a9-413d-850d-667746898381"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:26.082777 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38761139-0eb7-4153-9ee0-6194b5314802 service neutron] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:26.124653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb0abfe-38ba-4c3e-9444-e1bfb0f91529 x-openstack-request-id: req-7fb0abfe-38ba-4c3e-9444-e1bfb0f91529 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:26.124948 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "tag": "889d39d4-d8a9-413d-850d-667746898381", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:26.125201 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fb0abfe-38ba-4c3e-9444-e1bfb0f91529 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:26.125628 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb0abfe-38ba-4c3e-9444-e1bfb0f91529'] response: {'name': 'network-changed', 'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'tag': '889d39d4-d8a9-413d-850d-667746898381', 'status': 'completed', 'code': 200} May 26 18:22:26.154664 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917203-0988-4e43-b3aa-4e94d79086bb req-c5025315-9604-4e35-88d7-065e629b2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:26.156301 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-c5025315-9604-4e35-88d7-065e629b2101 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 1127 time: 0.0444102 May 26 18:22:26.201482 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-7f0a3489-2701-4a1b-823d-b465839df5a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 200 len: 217 time: 0.0342309 May 26 18:22:26.252877 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917203-0988-4e43-b3aa-4e94d79086bb req-43095417-9797-40e5-8e40-86a40c4a3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:26.254398 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-43095417-9797-40e5-8e40-86a40c4a3207 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.0466559 May 26 18:22:26.302862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06917203-0988-4e43-b3aa-4e94d79086bb req-c1e50b5e-ec1e-4042-86e0-3a9e206dd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:26.304417 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-c1e50b5e-ec1e-4042-86e0-3a9e206dd9b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434856 May 26 18:22:26.363349 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:26.381129 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:26.396783 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-dbb86c92-9d67-4a7a-933d-82c3d8226929 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857217 May 26 18:22:26.475761 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:26.481888 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:26.494963 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-06917203-0988-4e43-b3aa-4e94d79086bb req-1d6f410c-ae57-46bb-b6b8-01e888af9a1c service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897157 May 26 18:22:26.904682 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a275f6-5b8d-41f9-896a-42f1730e1129 req-0e88fa14-fc53-4434-a90e-f94854b7f611 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:26.907211 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-89a275f6-5b8d-41f9-896a-42f1730e1129 req-0e88fa14-fc53-4434-a90e-f94854b7f611 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0577354 May 26 18:22:26.962714 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-89a275f6-5b8d-41f9-896a-42f1730e1129 req-19f4b911-860d-4387-b252-5dfb81cc0369 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475047 May 26 18:22:27.172856 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218949-5115-466f-9cae-296df65a0f0b req-0ac104e6-06ce-476b-a4cd-5f8937fe4574 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:27.174298 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87218949-5115-466f-9cae-296df65a0f0b req-0ac104e6-06ce-476b-a4cd-5f8937fe4574 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0451267 May 26 18:22:27.226179 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87218949-5115-466f-9cae-296df65a0f0b req-cd3d6e9b-4204-4045-a11c-52a857071c6a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461822 May 26 18:22:27.432737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e62f5-3670-4461-8e41-31684baac120 req-7af314c2-9b4b-46c2-b314-820ac5d5fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:27.434244 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f2e62f5-3670-4461-8e41-31684baac120 req-7af314c2-9b4b-46c2-b314-820ac5d5fbb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 1127 time: 0.0423853 May 26 18:22:28.074976 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad20fe1-639b-4565-816f-5556546588ce req-f8765744-f49f-4422-bdfb-5e3c0e582cba tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:28.076407 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dad20fe1-639b-4565-816f-5556546588ce req-f8765744-f49f-4422-bdfb-5e3c0e582cba tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0459898 May 26 18:22:28.123346 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dad20fe1-639b-4565-816f-5556546588ce req-a9edaba1-1fc5-49f2-b28b-8b6b9f2316dc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414734 May 26 18:22:28.347318 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196dc7e-94b1-4f1b-8057-224e5e6ca12c req-139de7f3-1dc4-4a96-a807-88cfc2475614 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:28.348752 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8196dc7e-94b1-4f1b-8057-224e5e6ca12c req-139de7f3-1dc4-4a96-a807-88cfc2475614 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0471442 May 26 18:22:28.396762 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8196dc7e-94b1-4f1b-8057-224e5e6ca12c req-c0de2843-eb17-427d-be36-5bdf8e6e53e9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424066 May 26 18:22:29.241681 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd44c9b-92b3-40f6-8b3c-6768f46e80d3 req-7d6d04c3-a0ff-49e3-9602-9acc6e87d197 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:29.243193 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-abd44c9b-92b3-40f6-8b3c-6768f46e80d3 req-7d6d04c3-a0ff-49e3-9602-9acc6e87d197 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0525904 May 26 18:22:29.337228 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-abd44c9b-92b3-40f6-8b3c-6768f46e80d3 req-5a9429dc-3da6-4ebd-99b9-2cc3a42cecd3 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884728 May 26 18:22:29.377048 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e62f5-3670-4461-8e41-31684baac120 req-c5467926-0a24-4618-9496-840d2e2d4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:29.378556 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f2e62f5-3670-4461-8e41-31684baac120 req-c5467926-0a24-4618-9496-840d2e2d4092 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.1078336 May 26 18:22:29.487594 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:22:29.590880 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:29.608500 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '889d39d4-d8a9-413d-850d-667746898381', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'port_id': '889d39d4-d8a9-413d-850d-667746898381', 'mac_address': 'fa:16:3e:fb:ea:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:22:29.655849 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 889d39d4-d8a9-413d-850d-667746898381 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:22:29.656234 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:29.670745 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889d39d4-d8a9-413d-850d-667746898381 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:22:29.693512 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:29.698795 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:29.745796 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:29.753041 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.753393 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.753750 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.754089 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.754419 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.754748 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.755069 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.755391 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.755737 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.756058 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.756377 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.756720 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.757044 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.757364 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.757676 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:29.809960 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f2e62f5-3670-4461-8e41-31684baac120 req-7420353d-f4f8-41c6-8999-701387d5dbca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 200 len: 217 time: 0.0665312 May 26 18:22:29.818031 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1d137-1800-4b05-8c55-03b7bf85564b req-d17b0d09-b34c-47d8-8867-80f9f734ca77 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:29.819406 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ebd1d137-1800-4b05-8c55-03b7bf85564b req-d17b0d09-b34c-47d8-8867-80f9f734ca77 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.3494306 May 26 18:22:29.834075 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-85f61810-642e-4ebc-b333-ccdb11e4cb38 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:29.835404 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-85f61810-642e-4ebc-b333-ccdb11e4cb38 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.0931661 May 26 18:22:29.875713 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ebd1d137-1800-4b05-8c55-03b7bf85564b req-7fa97518-7186-4088-8f9c-fe9249da977c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483840 May 26 18:22:29.976425 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['889d39d4-d8a9-413d-850d-667746898381'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:22:30.123928 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e62f5-3670-4461-8e41-31684baac120 req-efa82f5b-4a35-4194-a1dd-7450f31b413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:30.125400 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f2e62f5-3670-4461-8e41-31684baac120 req-efa82f5b-4a35-4194-a1dd-7450f31b413b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.1129389 May 26 18:22:30.130571 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:30.171352 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Deleting port 5791c3dc-854e-4168-8bdd-187fa96c5f33 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:30.171710 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:30.193880 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e62f5-3670-4461-8e41-31684baac120 req-27bebac3-e00d-445f-bf2f-180c7cb4f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:30.195417 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f2e62f5-3670-4461-8e41-31684baac120 req-27bebac3-e00d-445f-bf2f-180c7cb4f0da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617733 May 26 18:22:30.245503 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:30.359489 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] For port 5791c3dc-854e-4168-8bdd-187fa96c5f33, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=5791c3dc-854e-4168-8bdd-187fa96c5f33,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:30.359860 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:30.377112 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f2e62f5-3670-4461-8e41-31684baac120 req-dd77cfba-bd45-4603-9003-1258aaa71648 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536047 May 26 18:22:30.551804 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b936280-1c62-40b2-b438-5c49ebb93db3 req-f0f0ef52-d7a7-4cc8-8098-445a9450ab93 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:30.553178 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b936280-1c62-40b2-b438-5c49ebb93db3 req-f0f0ef52-d7a7-4cc8-8098-445a9450ab93 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 945 time: 0.1338918 May 26 18:22:30.647697 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f2e62f5-3670-4461-8e41-31684baac120 req-3394265b-5675-42a2-b42e-79cb6e773e14 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424660 May 26 18:22:30.689307 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b936280-1c62-40b2-b438-5c49ebb93db3 req-f8656f50-1c30-412a-a1f9-30608f21df74 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dfb8bfa-c686-404e-9f68-799bee56a51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260650 May 26 18:22:30.691174 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:30.691541 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (5b746498-6c02-4864-b201-555196d39e2d), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:30.691958 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Floating IP 5b746498-6c02-4864-b201-555196d39e2d disassociated. External IP: 172.27.3.66, port: 5791c3dc-854e-4168-8bdd-187fa96c5f33. May 26 18:22:30.692297 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Calling delete_port for 5791c3dc-854e-4168-8bdd-187fa96c5f33 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:30.832991 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (5791c3dc-854e-4168-8bdd-187fa96c5f33), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:30.867082 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event deleted for resources: {'Port': ['ID=5791c3dc-854e-4168-8bdd-187fa96c5f33,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:31.012866 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Router e088a590-8aa8-4bd8-a8f3-23e6c224960d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:31.022805 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417e22d-8468-4a43-a619-16a1a397c99d req-b0f063ae-0766-4d78-9204-c4e36ba575c7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:31.024267 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a417e22d-8468-4a43-a619-16a1a397c99d req-b0f063ae-0766-4d78-9204-c4e36ba575c7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 944 time: 0.0648823 May 26 18:22:31.030847 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:31.047815 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:31.118026 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:31.119813 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:31.121360 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a417e22d-8468-4a43-a619-16a1a397c99d req-3d52b909-43bf-4dfa-bd80-5aa5c73357b3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911200 May 26 18:22:31.171169 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:31.183893 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] Sync routers for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:31.207651 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:31.208280 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:31.242349 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] No DVR routers for this DVR port 5791c3dc-854e-4168-8bdd-187fa96c5f33 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:22:31.247023 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:31.252327 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-715a4a1c-70e2-4086-802a-6f03d6005343 req-c4ea7809-15f0-4750-9e83-9e67ac6ff28e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "DELETE /v2.0/ports/5791c3dc-854e-4168-8bdd-187fa96c5f33 HTTP/1.1" status: 204 len: 173 time: 1.2292356 May 26 18:22:31.252995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'name': 'network-vif-deleted', 'tag': '5791c3dc-854e-4168-8bdd-187fa96c5f33'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:31.257930 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d675878a-1a2c-440e-a10e-84b69880ac17" -d '{"events": [{"server_uuid": "1715d8f6-ce4b-48d3-96b0-0717bc0ac54a", "name": "network-vif-deleted", "tag": "5791c3dc-854e-4168-8bdd-187fa96c5f33"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:31.286969 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:31.308008 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:31.317664 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac43bcc2-4d68-457c-8e22-b869293ae3cc x-openstack-request-id: req-ac43bcc2-4d68-457c-8e22-b869293ae3cc {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:31.318081 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715d8f6-ce4b-48d3-96b0-0717bc0ac54a", "name": "network-vif-deleted", "tag": "5791c3dc-854e-4168-8bdd-187fa96c5f33", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:31.318425 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac43bcc2-4d68-457c-8e22-b869293ae3cc {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:31.318918 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac43bcc2-4d68-457c-8e22-b869293ae3cc'] response: {'server_uuid': '1715d8f6-ce4b-48d3-96b0-0717bc0ac54a', 'name': 'network-vif-deleted', 'tag': '5791c3dc-854e-4168-8bdd-187fa96c5f33', 'status': 'completed', 'code': 200} May 26 18:22:31.359222 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:31.504915 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:22:31.585487 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:31.589380 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 889d39d4-d8a9-413d-850d-667746898381 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:22:31.597831 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 889d39d4-d8a9-413d-850d-667746898381 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:22:31.598210 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (889d39d4-d8a9-413d-850d-667746898381), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:31.599828 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:31.639967 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:31.642856 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] Checking router: e088a590-8aa8-4bd8-a8f3-23e6c224960d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:22:31.671035 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:31.671662 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:31.815510 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0b53b30a-6326-4df8-83dd-4582e9387e13 req-03eb7886-d739-4f29-9ef3-f79adcd44e41 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=1715d8f6-ce4b-48d3-96b0-0717bc0ac54a HTTP/1.1" status: 200 len: 210 time: 0.0311944 May 26 18:22:31.923948 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 889d39d4-d8a9-413d-850d-667746898381 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:22:31.924337 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:31.965000 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:31.971144 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d39d4-d8a9-413d-850d-667746898381'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:31.973368 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aac1eb3-70d1-4ff2-8e6f-07b0c8a3bc06" -d '{"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-plugged", "status": "completed", "tag": "889d39d4-d8a9-413d-850d-667746898381"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:32.015044 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:32.042094 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:32.089336 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3067a422-c4a9-4c88-85b6-02b47963d50d x-openstack-request-id: req-3067a422-c4a9-4c88-85b6-02b47963d50d {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:32.089823 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-plugged", "status": "completed", "tag": "889d39d4-d8a9-413d-850d-667746898381", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:32.090093 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3067a422-c4a9-4c88-85b6-02b47963d50d {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:32.090530 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3067a422-c4a9-4c88-85b6-02b47963d50d'] response: {'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d39d4-d8a9-413d-850d-667746898381', 'code': 200} May 26 18:22:32.195676 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:32.280923 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:32.319639 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa0f82-5503-4447-a939-e21a142d9032 None None] The sync data for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi is: [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:22:32.326413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c6e16-a1f7-4eb0-b735-be68e7771bd1 req-8e5837ee-84ab-408c-9167-24b58e8d796b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:32.328703 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c63c6e16-a1f7-4eb0-b735-be68e7771bd1 req-8e5837ee-84ab-408c-9167-24b58e8d796b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.1115205 May 26 18:22:32.337953 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6fd3f-f072-4444-a412-096d8cbbae0a req-34971be8-5baa-4401-8e49-cdd6e5e9be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:32.340446 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8c6fd3f-f072-4444-a412-096d8cbbae0a req-34971be8-5baa-4401-8e49-cdd6e5e9be71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 1129 time: 0.0792439 May 26 18:22:32.391347 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c63c6e16-a1f7-4eb0-b735-be68e7771bd1 req-71dc1611-773f-4935-b61b-38e5f30b3810 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495446 May 26 18:22:32.580228 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8c6fd3f-f072-4444-a412-096d8cbbae0a req-aad252d6-125f-4f7f-bf1e-4dfbc2e1e2db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483067 May 26 18:22:32.585800 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304ea27-8fbd-47a5-9932-6eadcc540dc5 None None] New status for floating IP 5b746498-6c02-4864-b201-555196d39e2d: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:22:32.917317 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58572) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:32.980958 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (5dfb8bfa-c686-404e-9f68-799bee56a51d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.007201 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (5dfb8bfa-c686-404e-9f68-799bee56a51d), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.055736 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5dfb8bfa-c686-404e-9f68-799bee56a51d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.058452 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.063050 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58576) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:33.063283 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "DELETE /v2.0/security-groups/5dfb8bfa-c686-404e-9f68-799bee56a51d HTTP/1.1" status: 204 len: 168 time: 0.1446865 May 26 18:22:33.074677 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb8bfa-c686-404e-9f68-799bee56a51d,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:33.082433 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.api.v2.resource [None req-22c2e870-eabd-4f6e-9d28-c5498263feb7 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] show failed (client error): The resource could not be found. May 26 18:22:33.083324 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.083707 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.084172 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.084803 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-22c2e870-eabd-4f6e-9d28-c5498263feb7 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups/5dfb8bfa-c686-404e-9f68-799bee56a51d HTTP/1.1" status: 404 len: 347 time: 0.0204046 May 26 18:22:33.085839 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.086225 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.086580 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.088278 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58578) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:33.089094 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.089457 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.089840 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.090179 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.090696 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.091188 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.091677 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.092164 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.092662 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe632c-e782-472e-bcb0-cdf604c7d830 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:22:33.201458 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Deleting port d9ee0873-16df-49c8-a182-01f03803b266 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:33.201833 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (d9ee0873-16df-49c8-a182-01f03803b266), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.282585 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (d9ee0873-16df-49c8-a182-01f03803b266), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.282881 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (d9ee0873-16df-49c8-a182-01f03803b266), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.295679 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Calling delete_port for d9ee0873-16df-49c8-a182-01f03803b266 owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:33.444469 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (d9ee0873-16df-49c8-a182-01f03803b266), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.477192 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event deleted for resources: {'Port': ['ID=d9ee0873-16df-49c8-a182-01f03803b266,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:33.517152 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 5791c3dc-854e-4168-8bdd-187fa96c5f33 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:22:33.540055 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 5791c3dc-854e-4168-8bdd-187fa96c5f33 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:22:33.540320 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 5791c3dc-854e-4168-8bdd-187fa96c5f33 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:22:33.565827 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e37db5-e52d-4565-8412-d31bf30b15ad req-d3577bd6-dd53-4aee-93f2-372716028eb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:33.567335 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b3e37db5-e52d-4565-8412-d31bf30b15ad req-d3577bd6-dd53-4aee-93f2-372716028eb3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0855126 May 26 18:22:33.602865 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (5b746498-6c02-4864-b201-555196d39e2d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.606008 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.607153 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-da2852d2-1a96-422b-a20f-235d4bf40dcc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "DELETE /v2.0/floatingips/5b746498-6c02-4864-b201-555196d39e2d HTTP/1.1" status: 204 len: 168 time: 0.5178730 May 26 18:22:33.652335 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b3e37db5-e52d-4565-8412-d31bf30b15ad req-85ef5599-e30c-452e-b6d5-842d97c5bb2d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756111 May 26 18:22:33.697393 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:33.711613 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caacad-d205-414d-bc50-6d4e671c9646 req-37bb0076-1e50-427c-ae2a-f13f7fc919ec tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:33.719454 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53caacad-d205-414d-bc50-6d4e671c9646 req-37bb0076-1e50-427c-ae2a-f13f7fc919ec tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.0659733 May 26 18:22:33.741145 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58592) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:33.746211 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-0d25c402-dc2c-45ba-bf31-b230a15371a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752636613', 'description': 'tempest-description--1034042065'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:33.751664 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:33.765591 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53caacad-d205-414d-bc50-6d4e671c9646 req-f3be7754-1346-41d4-8251-d8b3f52dd546 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 May 26 18:22:33.774525 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d25c402-dc2c-45ba-bf31-b230a15371a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.845054 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d25c402-dc2c-45ba-bf31-b230a15371a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (971894c6-7e9e-47cb-b739-9b522fd6d434), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.848571 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d25c402-dc2c-45ba-bf31-b230a15371a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (971894c6-7e9e-47cb-b739-9b522fd6d434), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.875635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0d25c402-dc2c-45ba-bf31-b230a15371a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.876847 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-0d25c402-dc2c-45ba-bf31-b230a15371a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1346815 May 26 18:22:33.879736 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58594) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:33.885536 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-0b9359e3-a6fa-4c54-8725-8ce9a9fee8d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'security_group_rule': {'security_group_id': '971894c6-7e9e-47cb-b739-9b522fd6d434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:33.892925 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25c402-dc2c-45ba-bf31-b230a15371a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971894c6-7e9e-47cb-b739-9b522fd6d434,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:33.914318 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b9359e3-a6fa-4c54-8725-8ce9a9fee8d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (41ba56bf-a7ed-4024-b235-d1aff5a622e3), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.970334 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b9359e3-a6fa-4c54-8725-8ce9a9fee8d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (41ba56bf-a7ed-4024-b235-d1aff5a622e3), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.974791 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b9359e3-a6fa-4c54-8725-8ce9a9fee8d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (41ba56bf-a7ed-4024-b235-d1aff5a622e3), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:33.997634 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9359e3-a6fa-4c54-8725-8ce9a9fee8d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ba56bf-a7ed-4024-b235-d1aff5a622e3,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:34.003470 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b9359e3-a6fa-4c54-8725-8ce9a9fee8d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.007407 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-0b9359e3-a6fa-4c54-8725-8ce9a9fee8d9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259711 May 26 18:22:34.007656 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58596) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:34.012858 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-36d063aa-2607-4d99-ad7d-561b880b0e99 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'security_group_rule': {'security_group_id': '971894c6-7e9e-47cb-b739-9b522fd6d434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:34.047441 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-36d063aa-2607-4d99-ad7d-561b880b0e99 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (f03502e5-bcb3-4f97-9687-1cfe5ed61b65), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.104063 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-36d063aa-2607-4d99-ad7d-561b880b0e99 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (f03502e5-bcb3-4f97-9687-1cfe5ed61b65), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.108008 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-36d063aa-2607-4d99-ad7d-561b880b0e99 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (f03502e5-bcb3-4f97-9687-1cfe5ed61b65), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.128229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d063aa-2607-4d99-ad7d-561b880b0e99 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03502e5-bcb3-4f97-9687-1cfe5ed61b65,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:34.135473 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-36d063aa-2607-4d99-ad7d-561b880b0e99 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.139210 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-36d063aa-2607-4d99-ad7d-561b880b0e99 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275878 May 26 18:22:34.139586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58600) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:34.143993 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:34.163958 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.248377 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.373299 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Allocated IP 172.27.3.182 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/e8d4197b-1f1e-49f1-97b9-506bed1053b8) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:22:34.476449 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e7fb-ee30-4a11-b5bd-6d0cc63543e4 req-a37e3413-d173-4eab-9be6-410488f76a01 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:34.478649 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ba2e7fb-ee30-4a11-b5bd-6d0cc63543e4 req-a37e3413-d173-4eab-9be6-410488f76a01 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0784519 May 26 18:22:34.547383 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for port (e8d4197b-1f1e-49f1-97b9-506bed1053b8), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.564439 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6ba2e7fb-ee30-4a11-b5bd-6d0cc63543e4 req-6a6b77f9-6573-4b5e-b930-a2852ed1a332 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786254 May 26 18:22:34.590631 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (e8d4197b-1f1e-49f1-97b9-506bed1053b8), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.631505 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:22:34.635927 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:22:34.638257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:22:34.643445 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'Port': ['ID=e8d4197b-1f1e-49f1-97b9-506bed1053b8,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:34.721257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:34.724234 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.725326 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:34.802562 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e8d4197b-1f1e-49f1-97b9-506bed1053b8), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:34.809934 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ba0a9-1e89-4031-9003-b191f109dcae req-ff88a940-6ef4-4243-9df3-3ba01fbcf88c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:34.811413 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f3ba0a9-1e89-4031-9003-b191f109dcae req-ff88a940-6ef4-4243-9df3-3ba01fbcf88c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0806046 May 26 18:22:34.940407 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8394ee3-9bce-47ba-ad95-ee64b52cfd64 req-47081ff2-6d87-4356-87cf-d8e1c380bc43 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:34.941889 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8394ee3-9bce-47ba-ad95-ee64b52cfd64 req-47081ff2-6d87-4356-87cf-d8e1c380bc43 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.1018443 May 26 18:22:34.953546 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4f3ba0a9-1e89-4031-9003-b191f109dcae req-0a668e4a-41e0-40a2-9dcf-d2f197a06135 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241727 May 26 18:22:35.305627 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8394ee3-9bce-47ba-ad95-ee64b52cfd64 req-b5ee2ac3-95d4-4c69-949a-b1951e4afb20 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565416 May 26 18:22:35.335804 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aa11b-bf09-4740-9c17-37ab10129524 req-e8bc930e-3b2b-432d-9107-46bb902620a9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:35.337292 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc1aa11b-bf09-4740-9c17-37ab10129524 req-e8bc930e-3b2b-432d-9107-46bb902620a9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.3126879 May 26 18:22:35.345801 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58614) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:35.350380 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Request body: {'floatingip': {'port_id': '889d39d4-d8a9-413d-850d-667746898381'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:35.382667 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for port (e8d4197b-1f1e-49f1-97b9-506bed1053b8), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:35.388145 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (e8d4197b-1f1e-49f1-97b9-506bed1053b8), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:35.392122 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (55cd0fb7-1da9-43a2-9b8d-f9fe164b049a), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:35.458614 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'Port': ['ID=e8d4197b-1f1e-49f1-97b9-506bed1053b8,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:35.469940 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:35.486473 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:35.487810 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-9f9101de-41ed-4152-9f17-a05cfcb3f4fd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3472455 May 26 18:22:35.703796 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d5d6-f938-4d91-b9c9-12af3a0da331 req-fad15f3f-a31b-42f2-9fd3-3e7722451e6c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:35.705286 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29f0d5d6-f938-4d91-b9c9-12af3a0da331 req-fad15f3f-a31b-42f2-9fd3-3e7722451e6c tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0697987 May 26 18:22:35.745294 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-1cd4cd21-4c01-4944-8b69-d20d37a8375a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--752636613&fields=id&tenant_id=0c2a09a6e81240889c49b5abb24ab225 HTTP/1.1" status: 200 len: 267 time: 0.0953248 May 26 18:22:35.770112 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:35.787170 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29f0d5d6-f938-4d91-b9c9-12af3a0da331 req-b1ef8e11-a854-485d-b253-14754bf92288 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761652 May 26 18:22:35.799533 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:35.821379 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:35.825784 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (55cd0fb7-1da9-43a2-9b8d-f9fe164b049a), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:35.873722 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-032552c4-3771-41e2-b702-5284eb90b99d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:35.875116 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-032552c4-3771-41e2-b702-5284eb90b99d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 811 time: 0.1213408 May 26 18:22:35.890566 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-dc4aac10-30c4-47d4-b135-be29437aeac8 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/quotas/0c2a09a6e81240889c49b5abb24ab225 HTTP/1.1" status: 200 len: 375 time: 0.0100572 May 26 18:22:35.920765 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Floating IP 55cd0fb7-1da9-43a2-9b8d-f9fe164b049a associated. External IP: 172.27.3.11, port: 889d39d4-d8a9-413d-850d-667746898381. May 26 18:22:35.939016 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6e49f120-0647-414a-886f-335b2878133a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433538 May 26 18:22:36.010071 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:36.021929 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:36.044193 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-e7b81524-4dd2-4d2c-9bf7-b85ceaa1c0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873375 May 26 18:22:36.120622 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:36.140614 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-137dc977-96ab-4f61-96c7-82e0d020ae1c service neutron] 10.222.0.46 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904689 May 26 18:22:36.226760 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:36.232900 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:36.237008 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] Sync routers for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:36.250579 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:36.251425 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:36.276598 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e2b81d94-cfc0-4db7-8341-0b0efda77a28 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "PUT /v2.0/floatingips/55cd0fb7-1da9-43a2-9b8d-f9fe164b049a HTTP/1.1" status: 200 len: 990 time: 0.9296215 May 26 18:22:36.277454 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'tag': '889d39d4-d8a9-413d-850d-667746898381'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:36.280109 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc4e2e6-3c47-49d2-aff1-fc437d455001" -d '{"events": [{"name": "network-changed", "server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "tag": "889d39d4-d8a9-413d-850d-667746898381"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:36.323499 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e031e0b4-b0c7-499f-87d8-8a69266a25bf x-openstack-request-id: req-e031e0b4-b0c7-499f-87d8-8a69266a25bf {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:36.323790 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "tag": "889d39d4-d8a9-413d-850d-667746898381", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:36.324043 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e031e0b4-b0c7-499f-87d8-8a69266a25bf {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:36.324445 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e031e0b4-b0c7-499f-87d8-8a69266a25bf'] response: {'name': 'network-changed', 'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'tag': '889d39d4-d8a9-413d-850d-667746898381', 'status': 'completed', 'code': 200} May 26 18:22:36.354325 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bf35390-9cb8-40f0-bd2a-7ea4c33f326d req-8f0cecc5-3f82-4d40-bf4d-18dd81294232 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 210 time: 0.0342450 May 26 18:22:36.367203 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:36.436801 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97025b04-11c5-492e-8156-29f661b463b6 req-13386738-f82c-4ac0-adf6-fcd4f86d0ad7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:36.438465 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97025b04-11c5-492e-8156-29f661b463b6 req-13386738-f82c-4ac0-adf6-fcd4f86d0ad7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.0537367 May 26 18:22:36.499608 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97025b04-11c5-492e-8156-29f661b463b6 req-703c162c-44ba-4943-8fbf-280ec47c13b7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552194 May 26 18:22:36.657897 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '55cd0fb7-1da9-43a2-9b8d-f9fe164b049a', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'port_id': '889d39d4-d8a9-413d-850d-667746898381', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'mac_address': 'fa:16:3e:fb:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:22Z', 'updated_at': '2022-05-26T18:22:35Z', 'revision_number': 1, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:36.685439 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] Checking router: 6bc5d2a7-e044-43d1-a039-375cb59f48e9 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:22:36.694055 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:36.694653 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:36.697021 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:36.748601 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:36.796884 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:36.910574 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ea81a-9b3c-47c7-a67f-e9fec807bdee req-fdf11795-641c-4afd-89b2-4fcd2220fa7e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:36.911966 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-706ea81a-9b3c-47c7-a67f-e9fec807bdee req-fdf11795-641c-4afd-89b2-4fcd2220fa7e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0570569 May 26 18:22:36.959520 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-706ea81a-9b3c-47c7-a67f-e9fec807bdee req-e271b251-f6f2-4088-9664-fbffaea3afc7 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 May 26 18:22:37.010573 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '55cd0fb7-1da9-43a2-9b8d-f9fe164b049a', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'port_id': '889d39d4-d8a9-413d-850d-667746898381', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'mac_address': 'fa:16:3e:fb:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:22Z', 'updated_at': '2022-05-26T18:22:35Z', 'revision_number': 1, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:37.034758 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0b9e4-582c-4641-be27-3f70aa9c4e78 None None] The sync data for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi is: [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '55cd0fb7-1da9-43a2-9b8d-f9fe164b049a', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'port_id': '889d39d4-d8a9-413d-850d-667746898381', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'mac_address': 'fa:16:3e:fb:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:22Z', 'updated_at': '2022-05-26T18:22:35Z', 'revision_number': 1, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:22:37.225719 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff2b7f-38bd-4dd1-9af0-0e38fe2f0221 None None] New status for floating IP 55cd0fb7-1da9-43a2-9b8d-f9fe164b049a: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:22:37.454914 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31120e30-8085-4313-878d-94ff2141c111 req-4e8cb84a-7ec1-46fa-bd52-d76d41c86fd9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 210 time: 0.0279253 May 26 18:22:37.610429 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22037e-f3f7-4529-930b-069cefc67588 req-25616b04-9c9b-421d-8bcf-2cca9f4a792c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:37.611884 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f22037e-f3f7-4529-930b-069cefc67588 req-25616b04-9c9b-421d-8bcf-2cca9f4a792c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.0465891 May 26 18:22:37.661026 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f22037e-f3f7-4529-930b-069cefc67588 req-b58bbaf5-18cc-483a-b9f1-ad47294e27e5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 May 26 18:22:38.072086 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60613f-626d-4194-b78c-fc8c9be153e4 req-894c3762-2e66-4946-9f76-3a8eee977bfa tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:38.073870 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f60613f-626d-4194-b78c-fc8c9be153e4 req-894c3762-2e66-4946-9f76-3a8eee977bfa tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0475364 May 26 18:22:38.122683 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f60613f-626d-4194-b78c-fc8c9be153e4 req-2306abea-7e28-4681-845c-778c9a7e9f28 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=cddf731a-5466-4410-ac52-074de1592d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427797 May 26 18:22:38.264360 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-c1d6ad0b-6084-42f4-a08d-e8974f2a3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:38.265896 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-c1d6ad0b-6084-42f4-a08d-e8974f2a3278 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 1129 time: 0.0715718 May 26 18:22:38.281672 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-27ac9465-4a04-48f9-ae23-c3b4808c245d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:38.283084 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-27ac9465-4a04-48f9-ae23-c3b4808c245d tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.0600526 May 26 18:22:38.393818 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-de6daad4-2c4f-4516-b54d-6f27ed3d2c78 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:38.395924 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-de6daad4-2c4f-4516-b54d-6f27ed3d2c78 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 945 time: 0.0962355 May 26 18:22:38.450995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Deleting port 2fbeda35-35e5-4278-a0b7-b2cfe145869c {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:38.451332 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:38.477498 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-430ad8c8-1c16-49fb-af8d-4e2b95f5234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:38.479636 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-430ad8c8-1c16-49fb-af8d-4e2b95f5234f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.1814077 May 26 18:22:38.531090 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Deleting port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:38.531425 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:38.566657 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ff1ba09-9cd1-4e11-8ab4-1d60eb973e4b req-47e1e675-c6a9-41f4-a02b-7d58574bb15b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 210 time: 0.0397270 May 26 18:22:38.583670 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] For port 2fbeda35-35e5-4278-a0b7-b2cfe145869c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=2fbeda35-35e5-4278-a0b7-b2cfe145869c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:38.584120 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:38.688841 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:38.760980 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:38.768109 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-83a4e2a3-fffc-4de0-bc6f-d0cdcc88487f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 200 len: 1000 time: 0.1397920 May 26 18:22:38.839158 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] For port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:38.839556 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:38.958410 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129503a1-11f5-4321-9735-ae3ca53945a7 req-0541f0dd-fdfa-49a4-8474-d4af2c9340a8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:38.959893 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-129503a1-11f5-4321-9735-ae3ca53945a7 req-0541f0dd-fdfa-49a4-8474-d4af2c9340a8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 945 time: 0.1812806 May 26 18:22:38.966042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-af1ee526-9442-4523-b1a6-a5c3dae73b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:38.967473 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-af1ee526-9442-4523-b1a6-a5c3dae73b44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.1899920 May 26 18:22:39.010039 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:39.010402 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (e3c3491e-b811-4df4-9c14-4b99bfcaa0e6), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:39.010717 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Floating IP e3c3491e-b811-4df4-9c14-4b99bfcaa0e6 disassociated. External IP: 172.27.3.243, port: 2fbeda35-35e5-4278-a0b7-b2cfe145869c. May 26 18:22:39.011123 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Calling delete_port for 2fbeda35-35e5-4278-a0b7-b2cfe145869c owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:39.041137 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-0067b4ec-77c0-4f0b-8cf1-b545e5866013 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:39.042702 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-0067b4ec-77c0-4f0b-8cf1-b545e5866013 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 811 time: 0.3407490 May 26 18:22:39.056276 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:39.056650 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (62ea5131-6a97-4ba3-8c65-ce66f2c1078f), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:39.057249 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Floating IP 62ea5131-6a97-4ba3-8c65-ce66f2c1078f disassociated. External IP: 172.27.3.177, port: baefe40e-bfcc-4cf6-bbb3-6273d240e5d0. May 26 18:22:39.057392 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Calling delete_port for baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 owned by compute:nova {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:39.096873 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:39.134595 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:39.135681 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-497d4086-ef20-4e69-b192-5f75c67b72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:39.137369 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-497d4086-ef20-4e69-b192-5f75c67b72cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1525843 May 26 18:22:39.140787 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-129503a1-11f5-4321-9735-ae3ca53945a7 req-083f2082-da1f-4402-999c-96773439fcdb tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=0100317c-02fe-44e4-8baa-9762e085087c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678383 May 26 18:22:39.207015 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (baefe40e-bfcc-4cf6-bbb3-6273d240e5d0), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:39.238533 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event deleted for resources: {'Port': ['ID=baefe40e-bfcc-4cf6-bbb3-6273d240e5d0,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:39.262865 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-07ddb4ff-18e2-4508-b5c6-f9b1ffd8aa01 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2a09a6e81240889c49b5abb24ab225 HTTP/1.1" status: 200 len: 379 time: 0.2091393 May 26 18:22:39.292212 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'port': {'device_id': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'admin_state_up': True, 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'security_groups': ['971894c6-7e9e-47cb-b739-9b522fd6d434']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:39.297294 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8191a8ef-1231-4590-a37c-11f69d488668 req-1a4d26ba-4ded-4541-98f7-72a17bb82a80 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=97dd8752-9cc1-438c-830c-4f34e8c05fd6 HTTP/1.1" status: 200 len: 210 time: 0.0676582 May 26 18:22:39.366042 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Router edd71229-878c-4215-8b90-6d294b98ba37 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:39.412375 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-468d3fab-90e3-4ddb-84fa-9ac1e2e900ce service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610934 May 26 18:22:39.474282 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:39.483838 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] Sync routers for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:39.496219 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:39.497297 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:39.508869 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (2fbeda35-35e5-4278-a0b7-b2cfe145869c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:39.522034 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:22:39.540340 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] No DVR routers for this DVR port baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 on host hv-cinder-84349 {{(pid=103965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:22:39.544166 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:39.545993 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:39.547573 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-c081e98f-7ced-4f1a-b8a9-446cd4072212 req-d62bb8c4-e46d-45a5-9686-847e3eab7b8d tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "DELETE /v2.0/ports/baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 HTTP/1.1" status: 204 len: 173 time: 1.1349502 May 26 18:22:39.548104 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'name': 'network-vif-deleted', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:39.550813 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0cc8b6-b7e1-4da5-8a58-1fd80e7193eb" -d '{"events": [{"server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "name": "network-vif-deleted", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:39.552588 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'Port': ['ID=2fbeda35-35e5-4278-a0b7-b2cfe145869c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:39.585809 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:39.604435 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Made reservation on behalf of 0c2a09a6e81240889c49b5abb24ab225 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:22:39.608748 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:39.612336 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0dc4e2e6-3c47-49d2-aff1-fc437d455001 req-eb969a27-ad4f-4462-90a9-d2d6a33f4a77 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937127 May 26 18:22:39.626098 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b856ff-5caa-437c-9210-9a6914517b4f x-openstack-request-id: req-63b856ff-5caa-437c-9210-9a6914517b4f {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:39.626632 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dd8752-9cc1-438c-830c-4f34e8c05fd6", "name": "network-vif-deleted", "tag": "baefe40e-bfcc-4cf6-bbb3-6273d240e5d0", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:39.627063 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63b856ff-5caa-437c-9210-9a6914517b4f {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:39.628154 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b856ff-5caa-437c-9210-9a6914517b4f'] response: {'server_uuid': '97dd8752-9cc1-438c-830c-4f34e8c05fd6', 'name': 'network-vif-deleted', 'tag': 'baefe40e-bfcc-4cf6-bbb3-6273d240e5d0', 'status': 'completed', 'code': 200} May 26 18:22:39.632023 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:39.985292 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:40.020869 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] Checking router: edd71229-878c-4215-8b90-6d294b98ba37 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:22:40.031635 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:40.032331 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:40.079711 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e16bfaf0-366d-4e42-9d55-465545e91626 req-6084a7a4-acec-485b-b979-018510b95771 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 210 time: 0.3420839 May 26 18:22:40.108749 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:40.191231 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:40.202973 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Allocated IP 172.20.0.6 (8c7075e7-d3fe-46a2-a6e3-f88506cd300f/090b1aa7-3fdd-4f15-a285-ef94307d835f/17b9f864-286f-441e-acbd-070ab315d197) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:22:40.299834 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:40.313308 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:40.332996 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:40.334198 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:40.361223 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:40.394049 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] No DVR routers for this DVR port 2fbeda35-35e5-4278-a0b7-b2cfe145869c on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:22:40.398025 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:40.402449 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-71b455cd-d484-4e72-95af-a90d32d45f70 req-6acbee60-513a-4323-ac99-2f0e227fad6b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "DELETE /v2.0/ports/2fbeda35-35e5-4278-a0b7-b2cfe145869c HTTP/1.1" status: 204 len: 173 time: 2.0964615 May 26 18:22:40.402910 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'name': 'network-vif-deleted', 'tag': '2fbeda35-35e5-4278-a0b7-b2cfe145869c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:40.405284 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd8da3e-8642-41df-a373-e8fee651829c" -d '{"events": [{"server_uuid": "f5e1d369-3bad-49f8-8830-1f1206e60780", "name": "network-vif-deleted", "tag": "2fbeda35-35e5-4278-a0b7-b2cfe145869c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:40.412913 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58678) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:40.490100 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:40.495200 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for port (17b9f864-286f-441e-acbd-070ab315d197), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:40.503924 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b7d1bd-4f28-4f88-9c0a-c3e482113069 x-openstack-request-id: req-77b7d1bd-4f28-4f88-9c0a-c3e482113069 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:40.504261 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e1d369-3bad-49f8-8830-1f1206e60780", "name": "network-vif-deleted", "tag": "2fbeda35-35e5-4278-a0b7-b2cfe145869c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:40.504522 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77b7d1bd-4f28-4f88-9c0a-c3e482113069 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:40.504932 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b7d1bd-4f28-4f88-9c0a-c3e482113069'] response: {'server_uuid': 'f5e1d369-3bad-49f8-8830-1f1206e60780', 'name': 'network-vif-deleted', 'tag': '2fbeda35-35e5-4278-a0b7-b2cfe145869c', 'status': 'completed', 'code': 200} May 26 18:22:40.522862 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:40.549495 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64cdca3-9972-4d78-90d6-f2e47040881c None None] The sync data for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi is: [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:17:55Z', 'revision_number': 4, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '9d710874-72ef-434d-bf08-67ce2cdad335', 'name': '', 'network_id': '0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'mac_address': 'fa:16:3e:b8:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:50Z', 'updated_at': '2022-05-26T18:18:05Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'subnets': [{'id': 'e2067c24-9fbf-4e43-9f21-0fffddf01cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:22:40.577741 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (17b9f864-286f-441e-acbd-070ab315d197), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:40.590112 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4c92a0af-f0ab-42bb-a53e-563bff5fe7b0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group (cddf731a-5466-4410-ac52-074de1592d89), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:40.629881 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4c92a0af-f0ab-42bb-a53e-563bff5fe7b0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group (cddf731a-5466-4410-ac52-074de1592d89), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:40.697134 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4c92a0af-f0ab-42bb-a53e-563bff5fe7b0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (cddf731a-5466-4410-ac52-074de1592d89), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:40.700182 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4c92a0af-f0ab-42bb-a53e-563bff5fe7b0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:40.701755 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4c92a0af-f0ab-42bb-a53e-563bff5fe7b0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "DELETE /v2.0/security-groups/cddf731a-5466-4410-ac52-074de1592d89 HTTP/1.1" status: 204 len: 168 time: 0.2878203 May 26 18:22:40.701951 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:22:40.704896 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58680) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:40.705939 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:22:40.708364 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:22:40.714444 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92a0af-f0ab-42bb-a53e-563bff5fe7b0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf731a-5466-4410-ac52-074de1592d89,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:40.760141 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:40.783306 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.api.v2.resource [None req-34b2d71d-36c9-476f-bef0-2fa04f601834 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] show failed (client error): The resource could not be found. May 26 18:22:40.784375 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-34b2d71d-36c9-476f-bef0-2fa04f601834 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups/cddf731a-5466-4410-ac52-074de1592d89 HTTP/1.1" status: 404 len: 347 time: 0.0339737 May 26 18:22:40.787764 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event updated for resources: {'Port': ['ID=17b9f864-286f-441e-acbd-070ab315d197,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:40.788070 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58682) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:40.802177 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-418d9f64-209d-4cca-8f5f-3151f27ddec6 req-f5c81fff-c5ba-425f-bdc0-f8beef2e607e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e1d369-3bad-49f8-8830-1f1206e60780 HTTP/1.1" status: 200 len: 210 time: 0.5505726 May 26 18:22:40.805016 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:22:40.823216 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:40.824416 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:40.825003 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:40.825820 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:40.845070 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-6b8d3b41-7041-4263-9582-6a103f232391 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5596130 May 26 18:22:40.861678 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Request body: {'port': {'device_id': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:40.975247 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:40.987361 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab4dba-742e-4cfa-ad47-f88b0472dc2f None None] New status for floating IP 62ea5131-6a97-4ba3-8c65-ce66f2c1078f: DOWN {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:22:40.998298 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Deleting port b56f8c29-c2ed-41ba-9b69-fcde5aedc157 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:40.998632 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.011897 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:41.013468 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (17b9f864-286f-441e-acbd-070ab315d197), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.098129 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:41.102048 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.102385 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.139863 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Calling delete_port for b56f8c29-c2ed-41ba-9b69-fcde5aedc157 owned by network:floatingip {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:41.142979 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-4d15d61b-2f65-431c-816d-098d5a40a9b3 None None] Provisioning complete for port 17b9f864-286f-441e-acbd-070ab315d197 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:22:41.143765 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4d15d61b-2f65-431c-816d-098d5a40a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (17b9f864-286f-441e-acbd-070ab315d197), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.223018 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:41.267833 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:41.294199 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d710f82f-ec6e-4c7a-8c65-8423f3398d9b None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:22:41.324268 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd53bd1-cfaf-4086-bfef-6c1c0ccff148 req-853cb874-e143-4031-8240-a45fcdc034d4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:41.325838 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7cd53bd1-cfaf-4086-bfef-6c1c0ccff148 req-853cb874-e143-4031-8240-a45fcdc034d4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 931 time: 0.1027792 May 26 18:22:41.332247 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-4d15d61b-2f65-431c-816d-098d5a40a9b3 None None] Port 17b9f864-286f-441e-acbd-070ab315d197 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:22:41.370909 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:41.400708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (b56f8c29-c2ed-41ba-9b69-fcde5aedc157), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.431661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7cd53bd1-cfaf-4086-bfef-6c1c0ccff148 req-c3666f5b-d87b-4244-94fc-bd56cd5f56ff tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906384 May 26 18:22:41.432874 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event deleted for resources: {'Port': ['ID=b56f8c29-c2ed-41ba-9b69-fcde5aedc157,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:41.495462 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:41.496033 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b9f864-286f-441e-acbd-070ab315d197 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:22:41.508154 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Publish callbacks [] for port (17b9f864-286f-441e-acbd-070ab315d197), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.512308 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks [] for floatingip (62ea5131-6a97-4ba3-8c65-ce66f2c1078f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.515124 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.516285 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ec0c1f3c-1a8d-49fe-99da-246d0860ad93 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "DELETE /v2.0/floatingips/62ea5131-6a97-4ba3-8c65-ce66f2c1078f HTTP/1.1" status: 204 len: 168 time: 0.7271228 May 26 18:22:41.528241 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Transition to ACTIVE for port object 17b9f864-286f-441e-acbd-070ab315d197 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:22:41.533364 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (17b9f864-286f-441e-acbd-070ab315d197), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.645232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Pushing event updated for resources: {'Port': ['ID=17b9f864-286f-441e-acbd-070ab315d197,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:41.649233 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d28c0-c10d-450a-956b-f9cd01eac072 None None] New status for floating IP e3c3491e-b811-4df4-9c14-4b99bfcaa0e6: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:22:41.687154 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Attempting to bind port 17b9f864-286f-441e-acbd-070ab315d197 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:22:41.687642 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Attempting to bind port 17b9f864-286f-441e-acbd-070ab315d197 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:22:41.688078 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Attempting to bind port 17b9f864-286f-441e-acbd-070ab315d197 on network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:22:41.692901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Port 17b9f864-286f-441e-acbd-070ab315d197 on network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:22:41.693360 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Attempting to bind port 17b9f864-286f-441e-acbd-070ab315d197 on network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:22:41.699270 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:22:41.699744 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Checking segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:22:41.700233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Bound using segment: {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:22:41.700738 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Bound port: 17b9f864-286f-441e-acbd-070ab315d197, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:22:41.701165 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (17b9f864-286f-441e-acbd-070ab315d197), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.775060 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] For port 17b9f864-286f-441e-acbd-070ab315d197, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:22:41.780717 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] For port 17b9f864-286f-441e-acbd-070ab315d197, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=17b9f864-286f-441e-acbd-070ab315d197,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:22:41.788538 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (17b9f864-286f-441e-acbd-070ab315d197), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.836009 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:41.836517 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.838265 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] 10.222.0.42 "PUT /v2.0/ports/17b9f864-286f-441e-acbd-070ab315d197 HTTP/1.1" status: 200 len: 1093 time: 0.9823332 May 26 18:22:41.876195 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da2af7-66d3-4897-9040-9c99eb74a30c service neutron] Pushing event updated for resources: {'Port': ['ID=17b9f864-286f-441e-acbd-070ab315d197,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:41.914980 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58698) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:41.941562 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-f62cd9ef-2f70-4a36-849d-a63df20ceab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:41.943118 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-f62cd9ef-2f70-4a36-849d-a63df20ceab7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 1127 time: 0.0458994 May 26 18:22:41.976221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a7b88bd0-0f0e-4c63-ab0d-d0b6acbe488c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (0100317c-02fe-44e4-8baa-9762e085087c), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:41.992265 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-15995868-6527-4768-bfd7-2ded5d4c9c71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17b9f864-286f-441e-acbd-070ab315d197 HTTP/1.1" status: 200 len: 217 time: 0.0371721 May 26 18:22:42.008171 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a7b88bd0-0f0e-4c63-ab0d-d0b6acbe488c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (0100317c-02fe-44e4-8baa-9762e085087c), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.045628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-73279686-9f63-4b53-abd1-7a6880eb3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:42.047224 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-73279686-9f63-4b53-abd1-7a6880eb3512 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 200 len: 850 time: 0.0484493 May 26 18:22:42.063825 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a7b88bd0-0f0e-4c63-ab0d-d0b6acbe488c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0100317c-02fe-44e4-8baa-9762e085087c), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.066489 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a7b88bd0-0f0e-4c63-ab0d-d0b6acbe488c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.067646 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-a7b88bd0-0f0e-4c63-ab0d-d0b6acbe488c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "DELETE /v2.0/security-groups/0100317c-02fe-44e4-8baa-9762e085087c HTTP/1.1" status: 204 len: 168 time: 0.1508901 May 26 18:22:42.072134 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58700) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:42.089554 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:42.090156 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88bd0-0f0e-4c63-ab0d-d0b6acbe488c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0100317c-02fe-44e4-8baa-9762e085087c,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:42.093113 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.api.v2.resource [None req-11559ff4-23e6-45ce-be69-0dcc4f03a9b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] show failed (client error): The resource could not be found. May 26 18:22:42.093761 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-c5a500ab-f54d-481a-80c5-be5a342ebee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:42.094079 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-11559ff4-23e6-45ce-be69-0dcc4f03a9b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups/0100317c-02fe-44e4-8baa-9762e085087c HTTP/1.1" status: 404 len: 347 time: 0.0206974 May 26 18:22:42.095568 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-c5a500ab-f54d-481a-80c5-be5a342ebee6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428464 May 26 18:22:42.098098 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58702) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:42.131832 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:42.205485 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-179ab2b8-e6eb-4eb0-8c90-32031c5f5cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035051 May 26 18:22:42.224957 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Deleting port ca7d19a4-062e-41ca-90a8-c806ec8b2aac {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:42.225317 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.234884 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:42.307529 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.307859 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.325933 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Calling delete_port for ca7d19a4-062e-41ca-90a8-c806ec8b2aac owned by network:floatingip {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:42.342360 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43410c5d-c589-4a4e-8b69-a29bdcb1a6b7 req-bdfb88ac-959e-458b-aaec-1535c4edc7bd service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300938 May 26 18:22:42.346494 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-c985d1e0-3d53-4582-9e49-d5a1c197b9cf tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176781714&fields=id&tenant_id=d08521617c884fe9a67609887f0ddaae HTTP/1.1" status: 200 len: 267 time: 0.0840559 May 26 18:22:42.400334 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-18665087-3511-4757-a2bd-fbd2b76a1f49 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:42.401853 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-18665087-3511-4757-a2bd-fbd2b76a1f49 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 984 time: 0.0497184 May 26 18:22:42.413371 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Request body: {'port': {'security_groups': ['50838590-26c1-4d5b-a14f-4c20231603bb']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:42.464864 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (ca7d19a4-062e-41ca-90a8-c806ec8b2aac), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.494606 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.501883 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'Port': ['ID=ca7d19a4-062e-41ca-90a8-c806ec8b2aac,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:42.509894 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'tag': '17b9f864-286f-441e-acbd-070ab315d197'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:42.513260 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bd0ed9-321d-45b4-8c02-417688bf4877" -d '{"events": [{"name": "network-changed", "server_uuid": "d34599fe-7096-4f0a-a115-f975c3cbee2c", "tag": "17b9f864-286f-441e-acbd-070ab315d197"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:42.568742 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (e3c3491e-b811-4df4-9c14-4b99bfcaa0e6), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.571353 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.572722 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e463c86d-a439-435c-980a-259edc23fbbc tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "DELETE /v2.0/floatingips/e3c3491e-b811-4df4-9c14-4b99bfcaa0e6 HTTP/1.1" status: 204 len: 168 time: 0.4736865 May 26 18:22:42.626022 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae8340-d405-4f34-8272-e179703199c5 req-34144678-9f44-40d4-9c25-b0fc88359d9f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:42.627473 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73ae8340-d405-4f34-8272-e179703199c5 req-34144678-9f44-40d4-9c25-b0fc88359d9f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 943 time: 0.0785012 May 26 18:22:42.710904 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73ae8340-d405-4f34-8272-e179703199c5 req-8b231cec-44fc-439d-b9d8-a6eb16fb35ab tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778329 May 26 18:22:42.770614 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c8b1ce-3ba0-4c8f-bf4a-6fefc0d07c5c x-openstack-request-id: req-90c8b1ce-3ba0-4c8f-bf4a-6fefc0d07c5c {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:42.770912 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34599fe-7096-4f0a-a115-f975c3cbee2c", "tag": "17b9f864-286f-441e-acbd-070ab315d197", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:42.771207 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90c8b1ce-3ba0-4c8f-bf4a-6fefc0d07c5c {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:42.771545 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c8b1ce-3ba0-4c8f-bf4a-6fefc0d07c5c'] response: {'name': 'network-changed', 'server_uuid': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'tag': '17b9f864-286f-441e-acbd-070ab315d197', 'status': 'completed', 'code': 200} May 26 18:22:42.821278 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58720) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:42.826616 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-ef4ef91f-84ed-40a6-8c47-31f1466f2616 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159947183', 'description': 'tempest-description--1529442628'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:42.830533 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:42.848034 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef91f-84ed-40a6-8c47-31f1466f2616 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.859610 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.864852 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.877205 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['c471eca6-7897-4bd4-980d-b46e7fcc2133'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:22:42.915429 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:42.916175 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.917666 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9f207a06-834f-4191-ac7e-42a229fc4f72 req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "PUT /v2.0/ports/c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 942 time: 0.5094073 May 26 18:22:42.926211 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58722) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:42.940618 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272c046-8219-4536-9d87-4c7e32fed1ed tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event updated for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=7']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:42.972927 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:42.975939 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef91f-84ed-40a6-8c47-31f1466f2616 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (ccd7d500-dc11-42c3-81b1-596452bc1bd4), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:42.996940 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef91f-84ed-40a6-8c47-31f1466f2616 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (ccd7d500-dc11-42c3-81b1-596452bc1bd4), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.007693 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['c471eca6-7897-4bd4-980d-b46e7fcc2133'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:22:43.012478 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:43.049881 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef91f-84ed-40a6-8c47-31f1466f2616 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.051355 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ef4ef91f-84ed-40a6-8c47-31f1466f2616 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2283804 May 26 18:22:43.054511 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58724) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:43.059840 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-fd92dce5-a29c-4561-add8-45dd7c65a1d7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group_rule': {'security_group_id': 'ccd7d500-dc11-42c3-81b1-596452bc1bd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:43.064828 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ef91f-84ed-40a6-8c47-31f1466f2616 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd7d500-dc11-42c3-81b1-596452bc1bd4,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:43.068876 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1b35f898-1fb5-47c5-90c8-47bd72f362ad tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group (4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.102557 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1b35f898-1fb5-47c5-90c8-47bd72f362ad tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group (4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.110966 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fd92dce5-a29c-4561-add8-45dd7c65a1d7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (2e27eaa4-22e3-45ef-89fb-a295b83b57e8), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.192396 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1b35f898-1fb5-47c5-90c8-47bd72f362ad tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.195077 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1b35f898-1fb5-47c5-90c8-47bd72f362ad tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.200199 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1b35f898-1fb5-47c5-90c8-47bd72f362ad tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "DELETE /v2.0/security-groups/4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618 HTTP/1.1" status: 204 len: 168 time: 0.2706177 May 26 18:22:43.203320 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58726) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:43.221101 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35f898-1fb5-47c5-90c8-47bd72f362ad tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9cbdde-e96f-4bcd-91e0-e81c8dd4b618,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:43.228982 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fd92dce5-a29c-4561-add8-45dd7c65a1d7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (2e27eaa4-22e3-45ef-89fb-a295b83b57e8), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.232970 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-3ddb3bab-b128-40f0-8dec-da83b50c622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:43.234827 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-3ddb3bab-b128-40f0-8dec-da83b50c622c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 1127 time: 0.0643404 May 26 18:22:43.237496 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fd92dce5-a29c-4561-add8-45dd7c65a1d7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (2e27eaa4-22e3-45ef-89fb-a295b83b57e8), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.253958 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:43.274024 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-159a4d5a-b737-470d-81d4-19b237f08652 None None] Provisioning complete for port c471eca6-7897-4bd4-980d-b46e7fcc2133 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:22:43.275973 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-159a4d5a-b737-470d-81d4-19b237f08652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.291516 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92dce5-a29c-4561-add8-45dd7c65a1d7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e27eaa4-22e3-45ef-89fb-a295b83b57e8,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:43.318899 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:43.331186 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fd92dce5-a29c-4561-add8-45dd7c65a1d7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.332444 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fd92dce5-a29c-4561-add8-45dd7c65a1d7 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2770147 May 26 18:22:43.335080 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58728) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:43.342118 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-4014ce15-ce12-46b7-a594-c733cb540444 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'security_group_rule': {'security_group_id': 'ccd7d500-dc11-42c3-81b1-596452bc1bd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:43.377963 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-159a4d5a-b737-470d-81d4-19b237f08652 None None] Current status of the port c471eca6-7897-4bd4-980d-b46e7fcc2133 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:22:43.388598 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4014ce15-ce12-46b7-a594-c733cb540444 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (9c00912d-3cbf-4ed9-a20f-8845b288439e), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.411478 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-25e9db4e-6544-4571-aef8-5151124afd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:43.411691 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Deleting port e4332632-2d21-409f-beed-4bdfc0766bdb {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:43.411934 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (e4332632-2d21-409f-beed-4bdfc0766bdb), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.412971 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-25e9db4e-6544-4571-aef8-5151124afd1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 912 time: 0.1689789 May 26 18:22:43.466121 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-fcd98a21-b850-4fce-9ea5-30d0ced4c2f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17b9f864-286f-441e-acbd-070ab315d197 HTTP/1.1" status: 200 len: 217 time: 0.0449581 May 26 18:22:43.494667 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (e4332632-2d21-409f-beed-4bdfc0766bdb), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.495129 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for floatingip (e4332632-2d21-409f-beed-4bdfc0766bdb), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.513781 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Calling delete_port for e4332632-2d21-409f-beed-4bdfc0766bdb owned by network:floatingip {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:43.527382 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 2fbeda35-35e5-4278-a0b7-b2cfe145869c no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:22:43.527896 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4014ce15-ce12-46b7-a594-c733cb540444 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (9c00912d-3cbf-4ed9-a20f-8845b288439e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.533773 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-90a783cc-75c0-4292-85db-cd3c530a8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:43.535411 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-90a783cc-75c0-4292-85db-cd3c530a8b78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 200 len: 850 time: 0.0613532 May 26 18:22:43.536619 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4014ce15-ce12-46b7-a594-c733cb540444 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (9c00912d-3cbf-4ed9-a20f-8845b288439e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.549720 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 2fbeda35-35e5-4278-a0b7-b2cfe145869c {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:22:43.550469 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 2fbeda35-35e5-4278-a0b7-b2cfe145869c not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:22:43.550924 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:22:43.572482 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:22:43.572834 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device baefe40e-bfcc-4cf6-bbb3-6273d240e5d0 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:22:43.584061 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014ce15-ce12-46b7-a594-c733cb540444 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c00912d-3cbf-4ed9-a20f-8845b288439e,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:43.598666 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4014ce15-ce12-46b7-a594-c733cb540444 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.599850 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4014ce15-ce12-46b7-a594-c733cb540444 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2638700 May 26 18:22:43.603015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-27b006ce-0ccc-43e8-8b96-00591dd65fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:43.604491 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-27b006ce-0ccc-43e8-8b96-00591dd65fb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598438 May 26 18:22:43.604938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58730) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:43.609063 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:43.654937 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.679507 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.699118 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (e4332632-2d21-409f-beed-4bdfc0766bdb), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.721475 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event deleted for resources: {'Port': ['ID=e4332632-2d21-409f-beed-4bdfc0766bdb,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:43.775413 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-048a3db9-7863-4291-bece-bd884be4bd46 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601431 May 26 18:22:43.791656 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks [] for floatingip (00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.791996 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Floating IP 00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1 disassociated (deleted). External IP: 172.27.3.114, port: c471eca6-7897-4bd4-980d-b46e7fcc2133. May 26 18:22:43.843893 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:43.932963 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab8bde-efe4-4888-b1f0-d25e5bc21881 req-095fa467-6e52-4202-b8cf-56e365032a0b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:43.934525 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-23ab8bde-efe4-4888-b1f0-d25e5bc21881 req-095fa467-6e52-4202-b8cf-56e365032a0b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 943 time: 0.1435857 May 26 18:22:43.988011 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:44.017293 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:44.039769 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:44.050502 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bd0ed9-321d-45b4-8c02-417688bf4877 req-0909bdbc-80aa-4cad-aee8-b1a908c7975d service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577467 May 26 18:22:44.088529 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-23ab8bde-efe4-4888-b1f0-d25e5bc21881 req-97baaf85-5d18-4d1c-9e62-b90c8f4f2f77 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475420 May 26 18:22:44.097856 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:44.109990 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Allocated IP 172.27.3.217 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/e5511371-949f-4e89-bdab-07e373cad807) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:22:44.122040 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589e73c-bd99-4e22-90bc-f833b72c9881 req-594ed2c8-b538-40be-85e5-d5d33c6704e2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:44.123588 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6589e73c-bd99-4e22-90bc-f833b72c9881 req-594ed2c8-b538-40be-85e5-d5d33c6704e2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0947316 May 26 18:22:44.231473 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6589e73c-bd99-4e22-90bc-f833b72c9881 req-beea10c2-1fc6-4159-868e-aaf781fa41a2 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991898 May 26 18:22:44.262948 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:44.273997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (e5511371-949f-4e89-bdab-07e373cad807), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.310043 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (e5511371-949f-4e89-bdab-07e373cad807), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.356740 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:22:44.360229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:22:44.361997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=e5511371-949f-4e89-bdab-07e373cad807,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:44.364200 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:22:44.367635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:44.372050 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.378782 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] Sync routers for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:44.391252 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:44.391991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:44.394824 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:44.403054 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-47230e20-d445-4cf0-9a5d-95398ce16a71 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "DELETE /v2.0/floatingips/00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1 HTTP/1.1" status: 204 len: 168 time: 1.1985667 May 26 18:22:44.403638 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:44.406015 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e043a758-6554-4132-96a2-fbbfe3965d74" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:44.444851 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d2ce9c-69c6-4405-8e06-c41f490e7b40 x-openstack-request-id: req-39d2ce9c-69c6-4405-8e06-c41f490e7b40 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:44.445233 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:44.445575 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39d2ce9c-69c6-4405-8e06-c41f490e7b40 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:44.446190 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d2ce9c-69c6-4405-8e06-c41f490e7b40'] response: {'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'status': 'completed', 'code': 200} May 26 18:22:44.470621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (8034ee93-1e3d-4500-8ca6-f983a11a5b94), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.507963 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:44.519272 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (e5511371-949f-4e89-bdab-07e373cad807), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.716745 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (e5511371-949f-4e89-bdab-07e373cad807), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.721288 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (e5511371-949f-4e89-bdab-07e373cad807), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.730232 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:47Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:44.754857 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:44.755074 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] Checking router: 20bc4a05-bd6d-4700-8e56-e92c85f51f3d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:22:44.763605 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:44.764209 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:44.774088 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:44.776387 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10646206-3c4c-4cb0-9465-bbed0bdeadb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:44.802037 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=e5511371-949f-4e89-bdab-07e373cad807,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:44.811569 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (8034ee93-1e3d-4500-8ca6-f983a11a5b94), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.829012 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:44.830298 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2a9d65a4-f304-47d5-9dcd-193e216f976a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2244422 May 26 18:22:44.831806 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf29901-76fd-4d3d-a299-b65c9616f6d5 x-openstack-request-id: req-bdf29901-76fd-4d3d-a299-b65c9616f6d5 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:44.832087 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:44.832337 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdf29901-76fd-4d3d-a299-b65c9616f6d5 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:44.832724 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf29901-76fd-4d3d-a299-b65c9616f6d5'] response: {'name': 'network-changed', 'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'status': 'completed', 'code': 200} May 26 18:22:44.862894 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:44.873841 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:44.986364 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-9565f86e-bf41-4682-b721-d33936bfcf64 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--159947183&fields=id&tenant_id=31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 267 time: 0.0454633 May 26 18:22:45.097762 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-5bbdf832-7e92-4475-abbc-edc43ef02f3f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:45.099138 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-5bbdf832-7e92-4475-abbc-edc43ef02f3f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 815 time: 0.1062405 May 26 18:22:45.115024 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-c24c1c41-2262-4f3e-8d73-e361e92065a3 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/quotas/31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 375 time: 0.0100541 May 26 18:22:45.175868 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-008cbdc5-1476-4757-8fc6-8cad8a565eaf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543442 May 26 18:22:45.193430 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:47Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:45.219425 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8a5f2-0b4a-486e-ad2b-eca7810a7afc None None] The sync data for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi is: [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:19:42Z', 'revision_number': 4, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '2d4ccdfd-b678-4990-a922-7524e5f85088', 'name': '', 'network_id': '89ba9544-9a06-4842-a8d3-5ca2550e14ac', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'mac_address': 'fa:16:3e:f0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:41Z', 'updated_at': '2022-05-26T18:19:47Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'subnets': [{'id': '3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:22:45.223175 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a97cf-4b96-432f-8ff3-03929fb836f0 req-7b2378cb-8f9a-4261-a8be-4ca086f5d0ef tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:45.224883 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e33a97cf-4b96-432f-8ff3-03929fb836f0 req-7b2378cb-8f9a-4261-a8be-4ca086f5d0ef tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 943 time: 0.0610611 May 26 18:22:45.280737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:45.335398 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e33a97cf-4b96-432f-8ff3-03929fb836f0 req-123013e3-cfac-48b3-84b7-6d9391d4f5ed tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031659 May 26 18:22:45.370323 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1e137c75-c44e-4898-b725-785035d67dae service neutron] 10.222.0.46 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710041 May 26 18:22:45.468278 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff402800-7357-44bc-b497-f55a2a6bca34 None None] New status for floating IP 00d86fcb-6af3-4b7d-92d5-51a32cf2e5f1: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:22:45.487660 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3a729-d98c-4637-9c1c-469afbfd1705 req-10a3a69f-d6a5-41cf-8b72-34bf82dc4b28 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:45.489139 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-71f3a729-d98c-4637-9c1c-469afbfd1705 req-10a3a69f-d6a5-41cf-8b72-34bf82dc4b28 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0620222 May 26 18:22:45.525357 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-f2f73fd6-fc58-45e4-9845-aa5564fa27fc service neutron] 10.222.0.46 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496899 May 26 18:22:45.531723 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 17b9f864-286f-441e-acbd-070ab315d197 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:22:45.556157 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-71f3a729-d98c-4637-9c1c-469afbfd1705 req-ca4e6997-60aa-43f5-8235-45f9de33038a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601714 May 26 18:22:45.648100 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 17b9f864-286f-441e-acbd-070ab315d197, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=17b9f864-286f-441e-acbd-070ab315d197,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:45.660916 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '17b9f864-286f-441e-acbd-070ab315d197', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'port_id': '17b9f864-286f-441e-acbd-070ab315d197', 'mac_address': 'fa:16:3e:8f:7e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:22:45.703594 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 17b9f864-286f-441e-acbd-070ab315d197 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:22:45.703988 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (17b9f864-286f-441e-acbd-070ab315d197), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:45.718926 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b9f864-286f-441e-acbd-070ab315d197 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:22:45.742423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 17b9f864-286f-441e-acbd-070ab315d197, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=17b9f864-286f-441e-acbd-070ab315d197,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:45.749147 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (17b9f864-286f-441e-acbd-070ab315d197), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:45.754901 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:45.797225 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-14c371b2-9f96-4bdc-b21d-6e20e85b2a2d req-4598c8f3-7cb4-4c99-88fc-480099c56dac tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 210 time: 0.1124568 May 26 18:22:45.798421 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=17b9f864-286f-441e-acbd-070ab315d197,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:45.991284 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-465ec9a2-c941-4674-93dc-28b0b35cdfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:45.992781 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-465ec9a2-c941-4674-93dc-28b0b35cdfd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d08521617c884fe9a67609887f0ddaae&device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1129 time: 0.0469730 May 26 18:22:46.016658 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['17b9f864-286f-441e-acbd-070ab315d197'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:22:46.454087 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2027d-c29a-4ec5-b93c-85652866a7b7 req-1947f433-5fbb-4c5a-ab25-ac2d7b9c6bd2 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:46.455595 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1b2027d-c29a-4ec5-b93c-85652866a7b7 req-1947f433-5fbb-4c5a-ab25-ac2d7b9c6bd2 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 944 time: 0.0485010 May 26 18:22:46.501404 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1b2027d-c29a-4ec5-b93c-85652866a7b7 req-5f5d1244-f4a8-4ea7-bce9-d2d462fb4c7f tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 May 26 18:22:46.715123 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-1e48f1b7-98ac-4dd1-b046-a342b7466443 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:46.716578 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-1e48f1b7-98ac-4dd1-b046-a342b7466443 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.1196098 May 26 18:22:46.730524 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6c662-eff9-4f70-9ae2-6b60aa991e54 req-26f10f06-e6cc-4587-bee9-5d10c6251e61 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:46.731893 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ba6c662-eff9-4f70-9ae2-6b60aa991e54 req-26f10f06-e6cc-4587-bee9-5d10c6251e61 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 946 time: 0.0779901 May 26 18:22:47.066668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-84978188-86a7-4718-ab98-f75d75f9bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:47.068078 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-84978188-86a7-4718-ab98-f75d75f9bcab service neutron] 10.222.0.42 "GET /v2.0/networks?id=89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 200 len: 916 time: 0.4987669 May 26 18:22:47.078742 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7bc15457-7f65-447b-8fbe-bdfd1d482f5b req-29b6e3d4-0d88-4320-8609-a26a815d7e9a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 210 time: 0.0727487 May 26 18:22:47.137069 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:47.159567 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-1f0160b1-9641-40f0-a06d-a165e36caa04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 217 time: 0.0780880 May 26 18:22:47.166763 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5ba6c662-eff9-4f70-9ae2-6b60aa991e54 req-8c5dc86c-740d-4336-b5b8-86f029ce55dc tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291818 May 26 18:22:47.209954 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Deleting port e97a903b-46cf-40f9-9aed-884e6e491c98 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:47.210291 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:47.267157 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-50156527-4c0c-47da-ab87-0971cbf20089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:47.268514 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-50156527-4c0c-47da-ab87-0971cbf20089 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 HTTP/1.1" status: 200 len: 854 time: 0.0983078 May 26 18:22:47.312334 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] For port e97a903b-46cf-40f9-9aed-884e6e491c98, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=e97a903b-46cf-40f9-9aed-884e6e491c98,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:47.312700 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:47.326000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Calling delete_port for e97a903b-46cf-40f9-9aed-884e6e491c98 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:47.337963 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:47.477228 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-f4ca59f7-3542-44e0-81a9-aa115e0a415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:47.480116 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-f4ca59f7-3542-44e0-81a9-aa115e0a415b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89ba9544-9a06-4842-a8d3-5ca2550e14ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568888 May 26 18:22:47.487448 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (e97a903b-46cf-40f9-9aed-884e6e491c98), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:47.503946 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['afd70552-5afd-45e8-8ac9-e7f6449dc43e', 'e97a903b-46cf-40f9-9aed-884e6e491c98'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:22:47.536106 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event deleted for resources: {'Port': ['ID=e97a903b-46cf-40f9-9aed-884e6e491c98,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:47.566748 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 17b9f864-286f-441e-acbd-070ab315d197 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:22:47.677640 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 17b9f864-286f-441e-acbd-070ab315d197 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:22:47.688423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 17b9f864-286f-441e-acbd-070ab315d197 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:22:47.688957 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (17b9f864-286f-441e-acbd-070ab315d197), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:47.707379 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] No DVR routers for this DVR port e97a903b-46cf-40f9-9aed-884e6e491c98 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:22:47.715036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:47.718223 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e6600b88-eb1e-41a1-ae05-d336d57f91bc req-01332159-7b6d-4d68-a6f5-6fa6400e8004 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "DELETE /v2.0/ports/e97a903b-46cf-40f9-9aed-884e6e491c98 HTTP/1.1" status: 204 len: 173 time: 0.7133610 May 26 18:22:47.722593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5318d4c9-f954-4123-b0ce-d2b418f37dd3', 'name': 'network-vif-deleted', 'tag': 'e97a903b-46cf-40f9-9aed-884e6e491c98'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:47.724780 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5207c946-48cf-4753-b28e-2a6a183e9fcb" -d '{"events": [{"server_uuid": "5318d4c9-f954-4123-b0ce-d2b418f37dd3", "name": "network-vif-deleted", "tag": "e97a903b-46cf-40f9-9aed-884e6e491c98"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:47.763020 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de585fd2-28d2-46e3-8bd4-8ef8a6c32070 req-71e80445-dcc6-47bf-916b-af0a0c4cb6ff tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:47.764508 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de585fd2-28d2-46e3-8bd4-8ef8a6c32070 req-71e80445-dcc6-47bf-916b-af0a0c4cb6ff tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 944 time: 0.1416540 May 26 18:22:47.774163 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ed593-ceae-4eed-862a-525a76a38440 x-openstack-request-id: req-338ed593-ceae-4eed-862a-525a76a38440 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:47.774979 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5318d4c9-f954-4123-b0ce-d2b418f37dd3", "name": "network-vif-deleted", "tag": "e97a903b-46cf-40f9-9aed-884e6e491c98", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:47.775287 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-338ed593-ceae-4eed-862a-525a76a38440 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:47.775793 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338ed593-ceae-4eed-862a-525a76a38440'] response: {'server_uuid': '5318d4c9-f954-4123-b0ce-d2b418f37dd3', 'name': 'network-vif-deleted', 'tag': 'e97a903b-46cf-40f9-9aed-884e6e491c98', 'status': 'completed', 'code': 200} May 26 18:22:47.801508 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-c41334ae-446d-44f8-a739-50817b0daee5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:47.802928 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-c41334ae-446d-44f8-a739-50817b0daee5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 815 time: 0.2870030 May 26 18:22:47.810643 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-a344293d-1806-4fab-a879-0bf5dee00ae0 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109446 May 26 18:22:47.823539 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:47.842848 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 17b9f864-286f-441e-acbd-070ab315d197 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:22:47.843166 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (17b9f864-286f-441e-acbd-070ab315d197), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:47.863334 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de585fd2-28d2-46e3-8bd4-8ef8a6c32070 req-d4609be1-1f71-4abd-8467-e84843549eb9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866821 May 26 18:22:47.869606 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9f864-286f-441e-acbd-070ab315d197'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:47.871873 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f8d765-5a58-4d00-bdaf-aa9259e1f2fb" -d '{"events": [{"server_uuid": "d34599fe-7096-4f0a-a115-f975c3cbee2c", "name": "network-vif-plugged", "status": "completed", "tag": "17b9f864-286f-441e-acbd-070ab315d197"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:47.902412 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 17b9f864-286f-441e-acbd-070ab315d197, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=17b9f864-286f-441e-acbd-070ab315d197,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:47.908041 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (17b9f864-286f-441e-acbd-070ab315d197), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:47.960743 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe6821d-b735-4db0-861e-f883bd1c13b5 x-openstack-request-id: req-afe6821d-b735-4db0-861e-f883bd1c13b5 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:47.961357 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34599fe-7096-4f0a-a115-f975c3cbee2c", "name": "network-vif-plugged", "status": "completed", "tag": "17b9f864-286f-441e-acbd-070ab315d197", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:47.961563 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afe6821d-b735-4db0-861e-f883bd1c13b5 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:47.963111 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe6821d-b735-4db0-861e-f883bd1c13b5'] response: {'server_uuid': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9f864-286f-441e-acbd-070ab315d197', 'code': 200} May 26 18:22:48.000581 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-a260325f-215f-426c-adc7-d428d8dc944c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31b4afa4107c4cd2ac0212c45d998801 HTTP/1.1" status: 200 len: 379 time: 0.1650577 May 26 18:22:48.009181 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=17b9f864-286f-441e-acbd-070ab315d197,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:48.014977 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'port': {'device_id': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'admin_state_up': True, 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'security_groups': ['ccd7d500-dc11-42c3-81b1-596452bc1bd4']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:48.048389 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-10646206-3c4c-4cb0-9465-bbed0bdeadb4 req-f711a078-3d6a-454a-9e3a-46661d3e14c8 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025461 May 26 18:22:48.092656 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:48.155608 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Made reservation on behalf of 31b4afa4107c4cd2ac0212c45d998801 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:22:48.159517 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:48.212867 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cfd56ff-a48f-4b97-a3da-e90c7e6bc3ba req-fca1d232-eb6e-400d-a2ee-b20bcb1472d1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 210 time: 0.0355587 May 26 18:22:48.340383 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:48.397475 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f4cf4eb8-1fa2-496e-b158-e05b5b443a7f req-e4fc479c-bb8c-496c-9d68-ddd16c21ba4e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=5318d4c9-f954-4123-b0ce-d2b418f37dd3 HTTP/1.1" status: 200 len: 210 time: 0.1173642 May 26 18:22:48.434110 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4dd7c-12ef-430f-b450-4a2af56810ce req-657dea41-b168-47cc-9e7b-8b46161bdccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:48.435719 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4a4dd7c-12ef-430f-b450-4a2af56810ce req-657dea41-b168-47cc-9e7b-8b46161bdccb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 1129 time: 0.1570311 May 26 18:22:48.464165 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-ddaca937-5a78-4204-8beb-3ff8a2a08b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:48.465463 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-ddaca937-5a78-4204-8beb-3ff8a2a08b68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d08521617c884fe9a67609887f0ddaae&device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 1129 time: 0.1585891 May 26 18:22:48.507312 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Allocated IP 172.20.0.6 (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69/f7dbb774-e8ea-4513-864e-fb7fc7d93b3d/753009b3-34ab-4d28-8615-7b4ef5d0174c) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:22:48.574450 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4a4dd7c-12ef-430f-b450-4a2af56810ce req-c7cd043d-41fc-45ce-a50b-34966d5d3e68 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277494 May 26 18:22:48.661488 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-25482b2f-7db1-4342-8612-01db0f72bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:48.662965 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-25482b2f-7db1-4342-8612-01db0f72bcd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 200 len: 916 time: 0.1902318 May 26 18:22:48.722901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:48.754361 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:48.828297 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:22:48.832018 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-00228394-0b47-4826-abbd-dd9341c4a7a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 200 len: 217 time: 0.0466614 May 26 18:22:48.834709 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:22:48.837586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:22:48.875332 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event updated for resources: {'Port': ['ID=753009b3-34ab-4d28-8615-7b4ef5d0174c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:48.933336 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-04bd8785-1c65-427c-ba1f-abb4e08458da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:48.934866 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-04bd8785-1c65-427c-ba1f-abb4e08458da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 HTTP/1.1" status: 200 len: 854 time: 0.0912185 May 26 18:22:48.940380 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:48.941010 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:48.985134 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:49.006237 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-b2ce2e7f-791d-452e-a6f4-6e4f21d20e0c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004497 May 26 18:22:49.033083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0cf6b-6708-4b97-bab4-135bf4af8291 req-6862b778-f8b0-4f6c-8aaf-7f16feec1639 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:49.034589 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-acc0cf6b-6708-4b97-bab4-135bf4af8291 req-6862b778-f8b0-4f6c-8aaf-7f16feec1639 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 945 time: 0.0896335 May 26 18:22:49.035938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-01fc0514-1ecc-4a74-90ca-4c80eeae8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:49.036989 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-3148377a-2e64-4d7d-aaf8-8bc6ad8e5907 None None] Provisioning complete for port 753009b3-34ab-4d28-8615-7b4ef5d0174c triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:22:49.037475 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-01fc0514-1ecc-4a74-90ca-4c80eeae8cc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=89ba9544-9a06-4842-a8d3-5ca2550e14ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874076 May 26 18:22:49.037577 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3148377a-2e64-4d7d-aaf8-8bc6ad8e5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:49.069679 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-3148377a-2e64-4d7d-aaf8-8bc6ad8e5907 None None] Port 753009b3-34ab-4d28-8615-7b4ef5d0174c cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:22:49.087001 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-acc0cf6b-6708-4b97-bab4-135bf4af8291 req-263fbd1b-1b82-455b-b070-b061145c11be tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455582 May 26 18:22:49.266157 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Request body: {'port': {'device_id': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:49.387172 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:49.440322 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a3d4c-7ae3-41c8-9b5e-51d4f82d11e6 req-e6f01e0b-8be5-468f-a183-01d19d42560a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:49.441983 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c00a3d4c-7ae3-41c8-9b5e-51d4f82d11e6 req-e6f01e0b-8be5-468f-a183-01d19d42560a tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 931 time: 0.1363392 May 26 18:22:49.522879 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:49.534212 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-6825b1a5-5183-497c-881d-9f6a04e13569 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721529 May 26 18:22:49.553043 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddfbb0-a6a0-455c-93ef-4681e0114325 req-74455094-6b9b-448d-a462-1871e162d597 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:49.554472 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-12ddfbb0-a6a0-455c-93ef-4681e0114325 req-74455094-6b9b-448d-a462-1871e162d597 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.1057200 May 26 18:22:49.615199 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c00a3d4c-7ae3-41c8-9b5e-51d4f82d11e6 req-f4802471-f824-42cb-a37c-af319140a997 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571860 May 26 18:22:49.677161 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-12ddfbb0-a6a0-455c-93ef-4681e0114325 req-1f7c419c-47a1-4b20-88a1-9a01af10f14f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132286 May 26 18:22:49.905630 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f68fd-0b33-4dcc-8a98-8b7182810f51 req-ea965da5-db5b-44c8-bece-d5a4ab82249a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:49.907119 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-178f68fd-0b33-4dcc-8a98-8b7182810f51 req-ea965da5-db5b-44c8-bece-d5a4ab82249a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0628257 May 26 18:22:49.981705 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753009b3-34ab-4d28-8615-7b4ef5d0174c {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:22:49.995258 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Publish callbacks [] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:50.002111 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-178f68fd-0b33-4dcc-8a98-8b7182810f51 req-30854ad2-5f62-4176-b446-60a087ef71e0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890102 May 26 18:22:50.011999 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Transition to ACTIVE for port object 753009b3-34ab-4d28-8615-7b4ef5d0174c will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:22:50.016707 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:50.040764 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:50.067367 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Pushing event updated for resources: {'Port': ['ID=753009b3-34ab-4d28-8615-7b4ef5d0174c,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:50.150336 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Attempting to bind port 753009b3-34ab-4d28-8615-7b4ef5d0174c on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:22:50.150759 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Attempting to bind port 753009b3-34ab-4d28-8615-7b4ef5d0174c by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:22:50.151160 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Attempting to bind port 753009b3-34ab-4d28-8615-7b4ef5d0174c on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:22:50.156079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Port 753009b3-34ab-4d28-8615-7b4ef5d0174c on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:22:50.156446 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Attempting to bind port 753009b3-34ab-4d28-8615-7b4ef5d0174c on network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:22:50.171886 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:22:50.172231 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Checking segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:22:50.172613 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Bound using segment: {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:22:50.173056 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Bound port: 753009b3-34ab-4d28-8615-7b4ef5d0174c, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e79cc9-6848-4742-87ee-37ddc498aa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:22:50.173417 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:50.221686 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020fcf8-039b-4a38-b572-0d48d12a133f req-99ac39c0-4d4b-4717-8b2c-52cb394742a7 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:50.223212 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1020fcf8-039b-4a38-b572-0d48d12a133f req-99ac39c0-4d4b-4717-8b2c-52cb394742a7 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 945 time: 0.0636017 May 26 18:22:50.279999 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:50.308829 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] For port 753009b3-34ab-4d28-8615-7b4ef5d0174c, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:22:50.313490 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] For port 753009b3-34ab-4d28-8615-7b4ef5d0174c, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=753009b3-34ab-4d28-8615-7b4ef5d0174c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:22:50.319915 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1020fcf8-039b-4a38-b572-0d48d12a133f req-251f6998-8ee0-41d8-ae7c-07fa4d60a69d tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780048 May 26 18:22:50.322505 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:50.333648 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9f96f695-772e-4920-b626-38c0ac634bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:50.361099 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:50.361700 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:50.363109 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/753009b3-34ab-4d28-8615-7b4ef5d0174c HTTP/1.1" status: 200 len: 1093 time: 1.1022868 May 26 18:22:50.363509 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'tag': '753009b3-34ab-4d28-8615-7b4ef5d0174c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:50.365705 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a74126-c7ef-4d54-8c44-56e89cdca622" -d '{"events": [{"name": "network-changed", "server_uuid": "26af75eb-5db2-4a22-94ae-8b9f18a3dd90", "tag": "753009b3-34ab-4d28-8615-7b4ef5d0174c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:50.385274 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072dce2-7271-48c7-a543-fe2d7d2503b2 service neutron] Pushing event updated for resources: {'Port': ['ID=753009b3-34ab-4d28-8615-7b4ef5d0174c,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:50.410077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068a9c06-e304-4542-9dbd-2ac57ea92eb8 x-openstack-request-id: req-068a9c06-e304-4542-9dbd-2ac57ea92eb8 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:50.410370 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26af75eb-5db2-4a22-94ae-8b9f18a3dd90", "tag": "753009b3-34ab-4d28-8615-7b4ef5d0174c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:50.410624 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-068a9c06-e304-4542-9dbd-2ac57ea92eb8 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:50.411036 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068a9c06-e304-4542-9dbd-2ac57ea92eb8'] response: {'name': 'network-changed', 'server_uuid': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'tag': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'status': 'completed', 'code': 200} May 26 18:22:50.816213 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60dd9e-bfb2-431c-82ce-5601dcaeeb5d req-66b2bf63-dc14-4428-9a24-3b4f1a534986 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:50.817684 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a60dd9e-bfb2-431c-82ce-5601dcaeeb5d req-66b2bf63-dc14-4428-9a24-3b4f1a534986 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 943 time: 0.0796216 May 26 18:22:50.824285 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d75d74-2dec-4f7b-96ab-58b2bf999bf2 req-e5ace20f-d713-4de2-8024-7c980a71936a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:50.825629 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1d75d74-2dec-4f7b-96ab-58b2bf999bf2 req-e5ace20f-d713-4de2-8024-7c980a71936a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.0724719 May 26 18:22:50.897719 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a60dd9e-bfb2-431c-82ce-5601dcaeeb5d req-95c92426-ed98-4cd3-8aa2-efcfa7b4c2db tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711257 May 26 18:22:50.901802 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1d75d74-2dec-4f7b-96ab-58b2bf999bf2 req-8fd58533-9581-4f68-821c-484138d3dd14 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695090 May 26 18:22:51.172727 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eedd0-7a4d-40da-bf12-47ed23b17849 req-3d6d7b1d-6f4f-445a-9c49-5de29b385f82 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:51.174134 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d32eedd0-7a4d-40da-bf12-47ed23b17849 req-3d6d7b1d-6f4f-445a-9c49-5de29b385f82 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0980484 May 26 18:22:51.245873 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e043a758-6554-4132-96a2-fbbfe3965d74 req-35b08da4-76a0-40ea-b6a9-a286a10263b9 service neutron] 10.222.0.42 "GET /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361034 May 26 18:22:51.249001 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d32eedd0-7a4d-40da-bf12-47ed23b17849 req-1b7c8e08-f5ea-4022-a433-41f9978cb873 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685010 May 26 18:22:51.438151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216e876-568d-4cb2-b9a3-fae32089ecb8 req-ce2fbb5a-4439-4bdf-81f8-505bc60fc833 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:51.439510 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7216e876-568d-4cb2-b9a3-fae32089ecb8 req-ce2fbb5a-4439-4bdf-81f8-505bc60fc833 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 945 time: 0.0505693 May 26 18:22:51.494243 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7216e876-568d-4cb2-b9a3-fae32089ecb8 req-47ace2ce-78fe-4c03-801c-9150a4d3c749 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488839 May 26 18:22:51.561448 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device e97a903b-46cf-40f9-9aed-884e6e491c98 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:22:51.582054 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: e97a903b-46cf-40f9-9aed-884e6e491c98 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:22:51.582401 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device e97a903b-46cf-40f9-9aed-884e6e491c98 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:22:51.612044 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df23f4-0d59-4a6d-9332-05cf890a992d req-2a8bfea7-44fa-4d3f-8128-af8c0cf91a65 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:51.613502 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-43df23f4-0d59-4a6d-9332-05cf890a992d req-2a8bfea7-44fa-4d3f-8128-af8c0cf91a65 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 945 time: 0.0473459 May 26 18:22:51.622357 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58852) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:51.626573 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Request body: {'floatingip': {'port_id': '17b9f864-286f-441e-acbd-070ab315d197'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:22:51.660056 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:51.666690 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:52.258477 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ff41-5288-4fd5-bd33-e3e5a2a94d18 req-29c40f64-1542-4671-979c-7f146de6c83c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:52.260398 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1192ff41-5288-4fd5-bd33-e3e5a2a94d18 req-29c40f64-1542-4671-979c-7f146de6c83c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.1216803 May 26 18:22:52.267905 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23953377-9725-4f05-b19c-cc3c81945a79 req-511fc397-b47a-458d-9273-6ab85aba332c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:52.269273 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-23953377-9725-4f05-b19c-cc3c81945a79 req-511fc397-b47a-458d-9273-6ab85aba332c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 943 time: 0.1318846 May 26 18:22:52.393706 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:52.419212 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-23953377-9725-4f05-b19c-cc3c81945a79 req-fb90db37-5819-49bd-9993-d53e01877ddf tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215801 May 26 18:22:52.447723 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1192ff41-5288-4fd5-bd33-e3e5a2a94d18 req-0bfa5de6-e206-4c71-9b16-d237d9502b9a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534357 May 26 18:22:52.467949 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:52.472709 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:52.578117 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-32048c31-5f36-403c-8bee-a9e3d720b76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:52.594883 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96d3b2-3305-4418-b1ee-212fd3843b41 req-63d2d220-f466-4a0c-9020-dfe248545a7e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:52.596333 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d96d3b2-3305-4418-b1ee-212fd3843b41 req-63d2d220-f466-4a0c-9020-dfe248545a7e tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.1201475 May 26 18:22:52.639899 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Floating IP c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64 associated. External IP: 172.27.3.182, port: 17b9f864-286f-441e-acbd-070ab315d197. May 26 18:22:52.700570 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d96d3b2-3305-4418-b1ee-212fd3843b41 req-2c8b4a64-2985-48c5-8d55-a9c7f03fca34 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972197 May 26 18:22:52.805172 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:52.855830 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Router e088a590-8aa8-4bd8-a8f3-23e6c224960d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:52.958222 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:52.962862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:52.968500 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] Sync routers for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:52.978054 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:52.978831 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:52.981819 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:52.992274 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-97628bf1-97ca-46b3-8959-b6d30c14251a tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "PUT /v2.0/floatingips/c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64 HTTP/1.1" status: 200 len: 991 time: 1.3688910 May 26 18:22:52.992968 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'tag': '17b9f864-286f-441e-acbd-070ab315d197'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:52.995849 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92870d68-0f9e-4428-a99a-9057247cf5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d34599fe-7096-4f0a-a115-f975c3cbee2c", "tag": "17b9f864-286f-441e-acbd-070ab315d197"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:53.031141 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e1345d-e62b-4914-bcde-9dcf4fdfd9e6 x-openstack-request-id: req-58e1345d-e62b-4914-bcde-9dcf4fdfd9e6 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:53.031427 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34599fe-7096-4f0a-a115-f975c3cbee2c", "tag": "17b9f864-286f-441e-acbd-070ab315d197", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:53.031673 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58e1345d-e62b-4914-bcde-9dcf4fdfd9e6 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:53.032070 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e1345d-e62b-4914-bcde-9dcf4fdfd9e6'] response: {'name': 'network-changed', 'server_uuid': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'tag': '17b9f864-286f-441e-acbd-070ab315d197', 'status': 'completed', 'code': 200} May 26 18:22:53.082531 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:53.288295 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'port_id': '17b9f864-286f-441e-acbd-070ab315d197', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'mac_address': 'fa:16:3e:8f:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:34Z', 'updated_at': '2022-05-26T18:22:52Z', 'revision_number': 1, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:53.318084 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] Checking router: e088a590-8aa8-4bd8-a8f3-23e6c224960d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:22:53.327035 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:53.327633 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:53.426253 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:53.568356 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c1ef0-8de6-497a-a34f-30fdb0932480 req-af22aec3-0569-422a-b3eb-4273c3364f11 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:53.569769 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-569c1ef0-8de6-497a-a34f-30fdb0932480 req-af22aec3-0569-422a-b3eb-4273c3364f11 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 943 time: 0.0816596 May 26 18:22:53.606868 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62057641-085a-404b-800e-0c01ead0335b req-d6edf295-fada-4b5c-8e54-0bc89cd24a6c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:53.608359 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62057641-085a-404b-800e-0c01ead0335b req-d6edf295-fada-4b5c-8e54-0bc89cd24a6c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.0802596 May 26 18:22:53.632940 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:53.665835 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-569c1ef0-8de6-497a-a34f-30fdb0932480 req-2d680561-ac5e-4af5-b9e9-d8de3b2e2761 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841630 May 26 18:22:53.667653 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'port_id': '17b9f864-286f-441e-acbd-070ab315d197', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'mac_address': 'fa:16:3e:8f:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:34Z', 'updated_at': '2022-05-26T18:22:52Z', 'revision_number': 1, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:53.672397 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:53.690076 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-62057641-085a-404b-800e-0c01ead0335b req-d15bee4a-985b-43a5-a99a-147b23df9d9a tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695553 May 26 18:22:53.701837 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5dc783-2938-4285-93c2-4d3b6e84a634 None None] The sync data for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi is: [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': 'c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'port_id': '17b9f864-286f-441e-acbd-070ab315d197', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'mac_address': 'fa:16:3e:8f:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:34Z', 'updated_at': '2022-05-26T18:22:52Z', 'revision_number': 1, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:22:53.820777 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc6476-5dea-4560-a25c-3d0673239c38 req-b8dd1362-7894-40cb-8ff7-5cbabe4f4100 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:53.822373 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bcc6476-5dea-4560-a25c-3d0673239c38 req-b8dd1362-7894-40cb-8ff7-5cbabe4f4100 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0535290 May 26 18:22:53.876239 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bcc6476-5dea-4560-a25c-3d0673239c38 req-213812bd-6b07-4d18-8d0d-dbd97d3cc4a0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/security-groups?id=7d0ce4e7-c75f-46bf-90c8-65b67f106e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478179 May 26 18:22:53.905931 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca203ab-d1e2-412f-aafc-afe8b35ca9f4 None None] New status for floating IP c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:22:54.394922 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:54.399789 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=22 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:54.510826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-eda9fed0-0e25-41c4-85e9-8d3d61b4c24c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:54.512314 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-eda9fed0-0e25-41c4-85e9-8d3d61b4c24c tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.42 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.1028461 May 26 18:22:54.520054 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-1ca9d2fb-66f7-40cd-bc51-09246fe96283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:54.521393 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-1ca9d2fb-66f7-40cd-bc51-09246fe96283 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0c2a09a6e81240889c49b5abb24ab225&device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 1129 time: 0.1023102 May 26 18:22:54.537909 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:54.539090 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74126-c7ef-4d54-8c44-56e89cdca622 req-01efce46-923c-444b-a405-1cef5a98f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:54.540818 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84a74126-c7ef-4d54-8c44-56e89cdca622 req-01efce46-923c-444b-a405-1cef5a98f17d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 1127 time: 0.0973773 May 26 18:22:54.543041 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648aae1-e655-437d-b085-5635173076b9 req-ec207249-28e1-4057-9692-2226b059430a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:54.544507 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4648aae1-e655-437d-b085-5635173076b9 req-ec207249-28e1-4057-9692-2226b059430a tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 946 time: 0.0472591 May 26 18:22:54.634905 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Deleting port afd70552-5afd-45e8-8ac9-e7f6449dc43e {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:54.635246 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:54.728264 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] For port afd70552-5afd-45e8-8ac9-e7f6449dc43e, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=afd70552-5afd-45e8-8ac9-e7f6449dc43e,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:54.728784 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:54.739913 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Deleting port c471eca6-7897-4bd4-980d-b46e7fcc2133 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:54.740450 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:54.742460 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Calling delete_port for afd70552-5afd-45e8-8ac9-e7f6449dc43e owned by compute:nova {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:54.810079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-43ad7fa8-3f1c-4bf2-98e5-480bbea954c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:54.811496 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-43ad7fa8-3f1c-4bf2-98e5-480bbea954c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 200 len: 912 time: 0.2803588 May 26 18:22:54.872959 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (afd70552-5afd-45e8-8ac9-e7f6449dc43e), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:54.880413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74126-c7ef-4d54-8c44-56e89cdca622 req-69bd6893-2cef-417f-85fd-fa61cddf6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:54.881888 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84a74126-c7ef-4d54-8c44-56e89cdca622 req-69bd6893-2cef-417f-85fd-fa61cddf6094 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=31b4afa4107c4cd2ac0212c45d998801&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3195286 May 26 18:22:54.884992 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['afd70552-5afd-45e8-8ac9-e7f6449dc43e'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:22:54.903430 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Pushing event deleted for resources: {'Port': ['ID=afd70552-5afd-45e8-8ac9-e7f6449dc43e,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:54.923084 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:54.966456 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] No DVR routers for this DVR port afd70552-5afd-45e8-8ac9-e7f6449dc43e on host hv-cinder-84349 {{(pid=103965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:22:54.968924 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:54.972287 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.42 "DELETE /v2.0/ports/afd70552-5afd-45e8-8ac9-e7f6449dc43e HTTP/1.1" status: 204 len: 173 time: 0.4188452 May 26 18:22:54.972740 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56b5f3b-8d96-4c3a-92d3-8abd6feea703', 'name': 'network-vif-deleted', 'tag': 'afd70552-5afd-45e8-8ac9-e7f6449dc43e'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:54.976337 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb2b367-c6bf-454e-80f0-d2cc5870183e" -d '{"events": [{"server_uuid": "e56b5f3b-8d96-4c3a-92d3-8abd6feea703", "name": "network-vif-deleted", "tag": "afd70552-5afd-45e8-8ac9-e7f6449dc43e"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:54.982784 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204d74-244c-4faf-a4ae-19a77795f20a req-1fba64a8-ef5d-4557-9261-1e1f8694708e tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:54.984176 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc204d74-244c-4faf-a4ae-19a77795f20a req-1fba64a8-ef5d-4557-9261-1e1f8694708e tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 945 time: 0.1758418 May 26 18:22:54.990065 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863da557-460f-446a-85da-8e6b2ced8f1c req-20f9ebbc-b6dd-4db4-ac8a-1a97ac445f17 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:54.991435 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-863da557-460f-446a-85da-8e6b2ced8f1c req-20f9ebbc-b6dd-4db4-ac8a-1a97ac445f17 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 943 time: 0.1869822 May 26 18:22:55.069952 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-5bd4a1f1-5d6d-4922-800e-179b2ccd728b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17b9f864-286f-441e-acbd-070ab315d197 HTTP/1.1" status: 200 len: 1001 time: 0.2514625 May 26 18:22:55.099942 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:55.100304 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:55.162178 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Calling delete_port for c471eca6-7897-4bd4-980d-b46e7fcc2133 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:55.204983 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc204d74-244c-4faf-a4ae-19a77795f20a req-983de48a-4b6e-407d-8c02-52b2c5bac39e tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/security-groups?id=50838590-26c1-4d5b-a14f-4c20231603bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092099 May 26 18:22:55.221486 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-41e80de8-9895-4e92-a46d-07cc1b743dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:55.222425 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-41e80de8-9895-4e92-a46d-07cc1b743dd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 200 len: 850 time: 0.1405759 May 26 18:22:55.248735 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:55.503820 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-863da557-460f-446a-85da-8e6b2ced8f1c req-4ea99a14-7168-4936-9eab-4442903323eb tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4738786 May 26 18:22:55.517155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74126-c7ef-4d54-8c44-56e89cdca622 req-8d33310b-34cd-4409-80e9-b81b9b9471d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:55.518541 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-84a74126-c7ef-4d54-8c44-56e89cdca622 req-8d33310b-34cd-4409-80e9-b81b9b9471d7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5984781 May 26 18:22:55.549037 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9822f642-7f47-48ef-97cb-dcb08eb7ce73 x-openstack-request-id: req-9822f642-7f47-48ef-97cb-dcb08eb7ce73 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:55.549037 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56b5f3b-8d96-4c3a-92d3-8abd6feea703", "name": "network-vif-deleted", "tag": "afd70552-5afd-45e8-8ac9-e7f6449dc43e", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:55.549037 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9822f642-7f47-48ef-97cb-dcb08eb7ce73 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:55.549037 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9822f642-7f47-48ef-97cb-dcb08eb7ce73'] response: {'server_uuid': 'e56b5f3b-8d96-4c3a-92d3-8abd6feea703', 'name': 'network-vif-deleted', 'tag': 'afd70552-5afd-45e8-8ac9-e7f6449dc43e', 'status': 'completed', 'code': 200} May 26 18:22:55.573377 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device c471eca6-7897-4bd4-980d-b46e7fcc2133 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:22:55.583419 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3401a688-b465-48b3-9f70-c116e7ca3ae7 req-bb1e8a79-c2e8-4f67-bc83-f6888fe714f0 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] 10.222.0.46 "GET /v2.0/ports?device_id=e56b5f3b-8d96-4c3a-92d3-8abd6feea703 HTTP/1.1" status: 200 len: 210 time: 0.0775108 May 26 18:22:55.622974 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-dbe1e03d-6edf-4357-a9a1-098e7e202528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:55.624538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-dbe1e03d-6edf-4357-a9a1-098e7e202528 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7075e7-d3fe-46a2-a6e3-f88506cd300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196728 May 26 18:22:55.646461 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-6ed5d5cd-5198-4d7c-b8b5-76136a9b75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:55.647857 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-6ed5d5cd-5198-4d7c-b8b5-76136a9b75be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 1127 time: 0.0787995 May 26 18:22:55.649237 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port c471eca6-7897-4bd4-980d-b46e7fcc2133 is: ACTIVE; New status is: DOWN {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:22:55.649585 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:55.670844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:55.675709 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:55.677129 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f636c4cc-145d-48c0-b542-3bde5d61430e" -d '{"events": [{"server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "name": "network-vif-unplugged", "status": "completed", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:55.690884 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port c471eca6-7897-4bd4-980d-b46e7fcc2133, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=c471eca6-7897-4bd4-980d-b46e7fcc2133,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:55.694838 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:55.720727 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d52378-f68e-4ef0-aab7-de943fdeaacc x-openstack-request-id: req-75d52378-f68e-4ef0-aab7-de943fdeaacc {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:55.721019 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "name": "network-vif-unplugged", "status": "completed", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:55.721277 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75d52378-f68e-4ef0-aab7-de943fdeaacc {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:55.721665 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d52378-f68e-4ef0-aab7-de943fdeaacc'] response: {'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'code': 200} May 26 18:22:55.725601 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:55.732304 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-7f6733fb-30fc-4710-95e1-66a0dc6e8999 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=753009b3-34ab-4d28-8615-7b4ef5d0174c HTTP/1.1" status: 200 len: 217 time: 0.0699599 May 26 18:22:55.751172 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=8']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:55.835195 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-220b547c-5b15-433e-b879-aba0c1e2ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:55.836622 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-220b547c-5b15-433e-b879-aba0c1e2ec7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0987396 May 26 18:22:55.845064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (c471eca6-7897-4bd4-980d-b46e7fcc2133), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:55.863804 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-e2d63fd2-81c7-4b57-9479-99a7a6c12ce1 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315044 May 26 18:22:55.917133 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Pushing event deleted for resources: {'Port': ['ID=c471eca6-7897-4bd4-980d-b46e7fcc2133,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:55.979213 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-40ee033c-424f-47e7-93e4-540b29224c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:55.980713 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-40ee033c-424f-47e7-93e4-540b29224c1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1326025 May 26 18:22:56.013555 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] No DVR routers for this DVR port c471eca6-7897-4bd4-980d-b46e7fcc2133 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:22:56.029056 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:56.032128 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.42 "DELETE /v2.0/ports/c471eca6-7897-4bd4-980d-b46e7fcc2133 HTTP/1.1" status: 204 len: 173 time: 1.5133221 May 26 18:22:56.033914 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'name': 'network-vif-deleted', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:22:56.036113 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9448f2af-ba98-4c64-9bf2-2ed6fbeb19bf" -d '{"events": [{"server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "name": "network-vif-deleted", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:22:56.080770 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35947c-35d5-4970-9315-a82c660854e9 x-openstack-request-id: req-2b35947c-35d5-4970-9315-a82c660854e9 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:22:56.081060 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37c198f-b170-4773-8436-c52a8d5b934b", "name": "network-vif-deleted", "tag": "c471eca6-7897-4bd4-980d-b46e7fcc2133", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:22:56.081307 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b35947c-35d5-4970-9315-a82c660854e9 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:22:56.081703 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b35947c-35d5-4970-9315-a82c660854e9'] response: {'server_uuid': 'b37c198f-b170-4773-8436-c52a8d5b934b', 'name': 'network-vif-deleted', 'tag': 'c471eca6-7897-4bd4-980d-b46e7fcc2133', 'status': 'completed', 'code': 200} May 26 18:22:56.097856 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:56.111799 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92870d68-0f9e-4428-a99a-9057247cf5b9 req-b3b5e9ca-79d4-4e31-98cd-dc61ecb67334 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275834 May 26 18:22:56.137757 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-731d42dd-c5aa-44ab-9938-022ba273cdd9 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347809 May 26 18:22:56.230391 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-584755b3-9a38-46c4-9ffb-08a972d5c14f req-65446f65-0a67-461d-aedd-69975da99e8a service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858750 May 26 18:22:56.321084 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f1c02e59-9196-474b-a033-fd07a73641fe req-e9613d9b-5d94-4fa8-8a91-115ed226ca2f tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] 10.222.0.46 "GET /v2.0/ports?device_id=b37c198f-b170-4773-8436-c52a8d5b934b HTTP/1.1" status: 200 len: 210 time: 0.0331578 May 26 18:22:56.485633 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:56.620137 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba1070-1023-4c5f-94d9-95af7f5668c7 req-757d025b-3e27-49b8-bf15-a2a9176389db tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:56.621672 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bdba1070-1023-4c5f-94d9-95af7f5668c7 req-757d025b-3e27-49b8-bf15-a2a9176389db tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 943 time: 0.0492101 May 26 18:22:56.645845 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58890) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:56.672902 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bdba1070-1023-4c5f-94d9-95af7f5668c7 req-a4afa369-c233-438f-b486-9a7c95218f9c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454953 May 26 18:22:57.111777 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (edd71229-878c-4215-8b90-6d294b98ba37), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:57.160449 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:57.385820 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Deleting port 9d710874-72ef-434d-bf08-67ce2cdad335 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:57.386808 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:57.431597 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:57.471341 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] For port 9d710874-72ef-434d-bf08-67ce2cdad335, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=9d710874-72ef-434d-bf08-67ce2cdad335,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:57.471711 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:57.485887 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Calling delete_port for 9d710874-72ef-434d-bf08-67ce2cdad335 owned by network:router_interface {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:57.673868 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (9d710874-72ef-434d-bf08-67ce2cdad335), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:57.701188 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d710874-72ef-434d-bf08-67ce2cdad335,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:57.823827 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cf35e-e437-438f-9b01-3a2eab948e04 req-851b6317-ee7b-436e-93cb-f7ca157ce25c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:57.826538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-552cf35e-e437-438f-9b01-3a2eab948e04 req-851b6317-ee7b-436e-93cb-f7ca157ce25c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 943 time: 0.0612803 May 26 18:22:57.890774 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (edd71229-878c-4215-8b90-6d294b98ba37), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:57.900860 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-552cf35e-e437-438f-9b01-3a2eab948e04 req-dfd4e781-4cdf-4ea9-ae87-63f318b3a25f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673370 May 26 18:22:57.957376 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58944) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:58.107382 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:58.123664 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Router edd71229-878c-4215-8b90-6d294b98ba37 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:58.126731 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:58.231130 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:58.238647 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8c5c5336-cec9-47ad-886f-339847b320a3 admin admin] 10.222.0.46 "PUT /v2.0/routers/edd71229-878c-4215-8b90-6d294b98ba37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5916791 May 26 18:22:58.239230 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58946) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:58.239985 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] Sync routers for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:58.251225 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:58.251941 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:58.333213 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:58.355759 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks [] for router (edd71229-878c-4215-8b90-6d294b98ba37), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:58.356978 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:58.466658 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks [] for router_gateway (edd71229-878c-4215-8b90-6d294b98ba37), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:58.492689 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:58.661321 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Deleting port 2d4ccdfd-b678-4990-a922-7524e5f85088 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:58.661652 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:58.677906 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:22:57Z', 'revision_number': 5, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port': {'id': 'fcd7fde4-161d-40d8-8179-1406191fc27f', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:42Z', 'updated_at': '2022-05-26T18:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:58.704423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] Checking router: edd71229-878c-4215-8b90-6d294b98ba37 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:22:58.713191 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] Routers {'edd71229-878c-4215-8b90-6d294b98ba37'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:58.713825 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['edd71229-878c-4215-8b90-6d294b98ba37'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:58.729011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Deleting port fcd7fde4-161d-40d8-8179-1406191fc27f {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:58.729556 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:58.741965 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:58.750499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] For port 2d4ccdfd-b678-4990-a922-7524e5f85088, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=2d4ccdfd-b678-4990-a922-7524e5f85088,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:58.750860 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:58.764112 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Calling delete_port for 2d4ccdfd-b678-4990-a922-7524e5f85088 owned by network:router_interface {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:58.802909 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] Set router edd71229-878c-4215-8b90-6d294b98ba37 gateway port host: None {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:58.814014 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] For port fcd7fde4-161d-40d8-8179-1406191fc27f, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=fcd7fde4-161d-40d8-8179-1406191fc27f,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:58.814622 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:58.829552 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Calling delete_port for fcd7fde4-161d-40d8-8179-1406191fc27f owned by network:router_gateway {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:22:58.857659 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:22:58Z', 'revision_number': 6, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:58.882991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b779782-3c52-4c61-8036-4a0ae8a71186 None None] The sync data for ids ['edd71229-878c-4215-8b90-6d294b98ba37'] in dv-cinder-843493-1-iscsi is: [{'id': 'edd71229-878c-4215-8b90-6d294b98ba37', 'name': 'tempest-ServerRescueNegativeTestJSON-1827618096-router', 'tenant_id': '5cb09766b9784d50aad144d466a5d050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:40Z', 'updated_at': '2022-05-26T18:22:58Z', 'revision_number': 6, 'project_id': '5cb09766b9784d50aad144d466a5d050', 'gw_port_host': None}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:22:58.988424 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (2d4ccdfd-b678-4990-a922-7524e5f85088), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.017897 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (fcd7fde4-161d-40d8-8179-1406191fc27f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.037000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4ccdfd-b678-4990-a922-7524e5f85088,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:59.051193 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd2406-6107-4bbf-b4db-6810bab93d21 req-44c41521-14aa-4865-ae59-d57e1effd8b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:22:59.051689 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd7fde4-161d-40d8-8179-1406191fc27f,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:59.052698 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4bdd2406-6107-4bbf-b4db-6810bab93d21 req-44c41521-14aa-4865-ae59-d57e1effd8b5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 943 time: 0.0751796 May 26 18:22:59.121666 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (edd71229-878c-4215-8b90-6d294b98ba37), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.159222 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4bdd2406-6107-4bbf-b4db-6810bab93d21 req-d23f8c2b-1291-4752-980f-54b31ed9463b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841520 May 26 18:22:59.205313 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:59.231693 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (edd71229-878c-4215-8b90-6d294b98ba37), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.234135 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks [] for router_controller (edd71229-878c-4215-8b90-6d294b98ba37), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.263173 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.319080 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (edd71229-878c-4215-8b90-6d294b98ba37), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.319710 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd71229-878c-4215-8b90-6d294b98ba37 {{(pid=103965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:22:59.327941 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.330023 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1ba56ebf-d03c-49d2-8f0c-f7ef2784aa51 admin admin] 10.222.0.46 "DELETE /v2.0/routers/edd71229-878c-4215-8b90-6d294b98ba37 HTTP/1.1" status: 204 len: 168 time: 1.0898099 May 26 18:22:59.332072 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58950) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:59.383345 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-280a1d9a-343f-4972-8090-c24448ce8434 admin admin] Deleting subnet e2067c24-9fbf-4e43-9f21-0fffddf01cd2 {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:22:59.387689 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:59.388872 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-280a1d9a-343f-4972-8090-c24448ce8434 admin admin] Publish callbacks [] for subnet (e2067c24-9fbf-4e43-9f21-0fffddf01cd2), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.433689 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-280a1d9a-343f-4972-8090-c24448ce8434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (e2067c24-9fbf-4e43-9f21-0fffddf01cd2), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.491181 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:22:59.543480 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-280a1d9a-343f-4972-8090-c24448ce8434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (e2067c24-9fbf-4e43-9f21-0fffddf01cd2), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.553423 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:59.584520 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:59.598094 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:22:59.603481 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-302a1a64-97a1-4e27-8351-336717a21c5f admin admin] 10.222.0.46 "PUT /v2.0/routers/20bc4a05-bd6d-4700-8e56-e92c85f51f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447752 May 26 18:22:59.606017 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58952) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:59.610712 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] Sync routers for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:22:59.614732 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 753009b3-34ab-4d28-8615-7b4ef5d0174c details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:22:59.619537 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-280a1d9a-343f-4972-8090-c24448ce8434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (e2067c24-9fbf-4e43-9f21-0fffddf01cd2), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.621122 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device afd70552-5afd-45e8-8ac9-e7f6449dc43e no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:22:59.622524 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:22:59.623246 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:59.649155 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: afd70552-5afd-45e8-8ac9-e7f6449dc43e {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:22:59.649759 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device afd70552-5afd-45e8-8ac9-e7f6449dc43e not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:22:59.694530 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a1d9a-343f-4972-8090-c24448ce8434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2067c24-9fbf-4e43-9f21-0fffddf01cd2,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:22:59.710831 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-280a1d9a-343f-4972-8090-c24448ce8434 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.715928 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8d836c-bf5f-417b-a686-e2f2cab482c6 None None] Network 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:22:59.716740 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58954) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:22:59.716861 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-280a1d9a-343f-4972-8090-c24448ce8434 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e2067c24-9fbf-4e43-9f21-0fffddf01cd2 HTTP/1.1" status: 204 len: 168 time: 0.3837588 May 26 18:22:59.759518 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:22:59.796237 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks [] for router (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.803979 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 753009b3-34ab-4d28-8615-7b4ef5d0174c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=753009b3-34ab-4d28-8615-7b4ef5d0174c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:59.840273 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.849423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'port_id': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'mac_address': 'fa:16:3e:05:0b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:22:59.857621 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:59.889006 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:59.901025 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 753009b3-34ab-4d28-8615-7b4ef5d0174c is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:22:59.901602 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.902378 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Deleting port 250e46e6-493b-4eed-b44e-dc646ea090ba {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:22:59.902900 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:59.925981 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753009b3-34ab-4d28-8615-7b4ef5d0174c {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:22:59.953131 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 753009b3-34ab-4d28-8615-7b4ef5d0174c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=753009b3-34ab-4d28-8615-7b4ef5d0174c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:22:59.976634 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] DHCP port deletion for 0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:22:59.980372 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:22:58Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:22:59.988018 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.007910 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] Checking router: 20bc4a05-bd6d-4700-8e56-e92c85f51f3d for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:23:00.018451 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] Routers {'20bc4a05-bd6d-4700-8e56-e92c85f51f3d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:23:00.019543 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:00.025459 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks [] for router_gateway (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.072079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] For port 250e46e6-493b-4eed-b44e-dc646ea090ba, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=250e46e6-493b-4eed-b44e-dc646ea090ba,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:00.072907 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.085224 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] Deleting port 250e46e6-493b-4eed-b44e-dc646ea090ba {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:23:00.085622 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.120812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Calling delete_port for 250e46e6-493b-4eed-b44e-dc646ea090ba owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:00.134556 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] Set router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:23:00.139771 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Deleting port ee546100-29af-4e46-9abd-70671209c1b0 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:23:00.140428 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (ee546100-29af-4e46-9abd-70671209c1b0), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.169198 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=753009b3-34ab-4d28-8615-7b4ef5d0174c,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:00.236403 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] For port 250e46e6-493b-4eed-b44e-dc646ea090ba, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=250e46e6-493b-4eed-b44e-dc646ea090ba,segment=NetworkSegment(ea558902-48ca-403f-a258-ea319945004f),segment_id=ea558902-48ca-403f-a258-ea319945004f)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:00.236817 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.249585 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device fcd7fde4-161d-40d8-8179-1406191fc27f no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:00.299708 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: fcd7fde4-161d-40d8-8179-1406191fc27f {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:23:00.300150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device fcd7fde4-161d-40d8-8179-1406191fc27f not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:00.300961 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 250e46e6-493b-4eed-b44e-dc646ea090ba no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:00.308067 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['753009b3-34ab-4d28-8615-7b4ef5d0174c'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:23:00.310156 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:00.322521 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] For port ee546100-29af-4e46-9abd-70671209c1b0, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ee546100-29af-4e46-9abd-70671209c1b0,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:00.322902 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (ee546100-29af-4e46-9abd-70671209c1b0), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.340834 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Calling delete_port for ee546100-29af-4e46-9abd-70671209c1b0 owned by network:router_gateway {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:00.350962 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e31d9-5b09-421f-9d5b-c30be031aba7 req-2f218890-060c-454f-ac11-9b1880775cb8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:00.352512 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-032e31d9-5b09-421f-9d5b-c30be031aba7 req-2f218890-060c-454f-ac11-9b1880775cb8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 944 time: 0.0607574 May 26 18:23:00.361049 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] Calling delete_port for 250e46e6-493b-4eed-b44e-dc646ea090ba owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:00.369739 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.374024 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:22:58Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:00.406970 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a39e830-ef3e-4a46-83af-211339da6379 None None] The sync data for ids ['20bc4a05-bd6d-4700-8e56-e92c85f51f3d'] in dv-cinder-843493-1-iscsi is: [{'id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'name': 'tempest-TestMinimumBasicScenario-1599608264-router', 'tenant_id': 'd08521617c884fe9a67609887f0ddaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:37Z', 'updated_at': '2022-05-26T18:22:58Z', 'revision_number': 5, 'project_id': 'd08521617c884fe9a67609887f0ddaae', 'gw_port': {'id': 'ee546100-29af-4e46-9abd-70671209c1b0', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc4a05-bd6d-4700-8e56-e92c85f51f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:38Z', 'updated_at': '2022-05-26T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:23:00.426901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=250e46e6-493b-4eed-b44e-dc646ea090ba,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:00.436563 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] No DVR routers for this DVR port 250e46e6-493b-4eed-b44e-dc646ea090ba on host dv-cinder-843493-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:23:00.487120 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No active binding found for port 250e46e6-493b-4eed-b44e-dc646ea090ba {{(pid=103968) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 18:23:00.487590 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] The host dv-cinder-843493-1-iscsi is not matching for port 250e46e6-493b-4eed-b44e-dc646ea090ba host None! {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} May 26 18:23:00.488050 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 250e46e6-493b-4eed-b44e-dc646ea090ba not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:00.488544 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 9d710874-72ef-434d-bf08-67ce2cdad335 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:00.540579 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-032e31d9-5b09-421f-9d5b-c30be031aba7 req-d248a9fd-ee6a-4f3c-9aac-94667e7af5d8 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735885 May 26 18:23:00.547549 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.548039 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 9d710874-72ef-434d-bf08-67ce2cdad335 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:23:00.548471 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 9d710874-72ef-434d-bf08-67ce2cdad335 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:00.585404 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:00.598179 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea558902-48ca-403f-a258-ea319945004f') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:00.598566 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea558902-48ca-403f-a258-ea319945004f') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:00.599057 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (ee546100-29af-4e46-9abd-70671209c1b0), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.613986 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (ea558902-48ca-403f-a258-ea319945004f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.615531 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:00.628191 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Pushing event deleted for resources: {'Port': ['ID=ee546100-29af-4e46-9abd-70671209c1b0,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:00.630306 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202'] for port (250e46e6-493b-4eed-b44e-dc646ea090ba), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.646295 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (ea558902-48ca-403f-a258-ea319945004f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.654308 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:23:00.654952 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (ea558902-48ca-403f-a258-ea319945004f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.666929 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] No DVR routers for this DVR port 250e46e6-493b-4eed-b44e-dc646ea090ba on host dv-cinder-843493-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:23:00.683648 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003e529-f725-4d20-9af0-d705fe5c5605 None None] Pushing event deleted for resources: {'Port': ['ID=250e46e6-493b-4eed-b44e-dc646ea090ba,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:00.735161 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.764824 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.771333 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.775018 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] 10.222.0.46 "DELETE /v2.0/networks/0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4 HTTP/1.1" status: 204 len: 168 time: 1.0501688 May 26 18:23:00.793077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962b360-5cbb-462d-9106-4f73ae07e3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1d13cb-66bd-44a0-a8a3-bdb9797fb0f4,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:00.798454 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment ea558902-48ca-403f-a258-ea319945004f resource provider aggregate not found May 26 18:23:00.818718 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment ea558902-48ca-403f-a258-ea319945004f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea558902-48ca-403f-a258-ea319945004f found for delete ", "request_id": "req-43d96320-186c-4331-9167-d028cdf9c31f"}]} May 26 18:23:00.840162 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.842767 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks [] for router_controller (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.896461 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (20bc4a05-bd6d-4700-8e56-e92c85f51f3d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.897311 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20bc4a05-bd6d-4700-8e56-e92c85f51f3d {{(pid=103965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:23:00.902393 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.903754 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d00bc9c9-b122-49c7-80cd-514678b5dddf admin admin] 10.222.0.46 "DELETE /v2.0/routers/20bc4a05-bd6d-4700-8e56-e92c85f51f3d HTTP/1.1" status: 204 len: 168 time: 1.2965193 May 26 18:23:00.906720 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58966) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:00.924456 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58968) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:00.956568 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ff83a1-c2c4-41f4-b57c-472b1acd82fd admin admin] Deleting subnet 3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:23:00.959781 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-08ff83a1-c2c4-41f4-b57c-472b1acd82fd admin admin] Publish callbacks [] for subnet (3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:00.966573 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:00.970099 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=9 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:00.979013 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4c11db49-2463-4c9b-b6cd-b72fa5109223 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cb09766b9784d50aad144d466a5d050&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496008 May 26 18:23:00.979013 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 58970) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:01.001696 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-08ff83a1-c2c4-41f4-b57c-472b1acd82fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11816564'] for subnet (3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.032728 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a0426fbf-a58c-42c3-a7d8-9874693d35df admin admin] Publish callbacks [] for security_group (7d0ce4e7-c75f-46bf-90c8-65b67f106e22), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.055922 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a0426fbf-a58c-42c3-a7d8-9874693d35df admin admin] Publish callbacks [] for security_group (7d0ce4e7-c75f-46bf-90c8-65b67f106e22), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.109981 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a0426fbf-a58c-42c3-a7d8-9874693d35df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (7d0ce4e7-c75f-46bf-90c8-65b67f106e22), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.113061 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a0426fbf-a58c-42c3-a7d8-9874693d35df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.113597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-08ff83a1-c2c4-41f4-b57c-472b1acd82fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.114334 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-a0426fbf-a58c-42c3-a7d8-9874693d35df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d0ce4e7-c75f-46bf-90c8-65b67f106e22 HTTP/1.1" status: 204 len: 168 time: 0.1344087 May 26 18:23:01.124969 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0426fbf-a58c-42c3-a7d8-9874693d35df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0ce4e7-c75f-46bf-90c8-65b67f106e22,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:01.176276 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-08ff83a1-c2c4-41f4-b57c-472b1acd82fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11346441'] for subnet (3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.203167 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff83a1-c2c4-41f4-b57c-472b1acd82fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:01.208064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-08ff83a1-c2c4-41f4-b57c-472b1acd82fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.211208 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-08ff83a1-c2c4-41f4-b57c-472b1acd82fd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3cdbebe6-dc03-4ddc-bdfa-3dfff07d1af5 HTTP/1.1" status: 204 len: 168 time: 0.3034801 May 26 18:23:01.214610 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 58974) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:01.217425 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e419e451-ff6c-4379-9df1-18cea791f529 None None] Network 89ba9544-9a06-4842-a8d3-5ca2550e14ac requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:23:01.427187 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] DHCP port deletion for 89ba9544-9a06-4842-a8d3-5ca2550e14ac request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:23:01.483121 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] Deleting port ecf0da49-efeb-4328-b726-e9783dd1b98c {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:23:01.483502 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.539402 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:01.546045 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:01.557456 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] For port ecf0da49-efeb-4328-b726-e9783dd1b98c, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ecf0da49-efeb-4328-b726-e9783dd1b98c,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:01.558187 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.561283 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (89ba9544-9a06-4842-a8d3-5ca2550e14ac), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.577975 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] Calling delete_port for ecf0da49-efeb-4328-b726-e9783dd1b98c owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:01.627969 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 753009b3-34ab-4d28-8615-7b4ef5d0174c up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:23:01.630232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Deleting port ecf0da49-efeb-4328-b726-e9783dd1b98c {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:23:01.630577 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.698164 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 753009b3-34ab-4d28-8615-7b4ef5d0174c completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:23:01.706277 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 753009b3-34ab-4d28-8615-7b4ef5d0174c triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:23:01.706730 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.709862 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.745768 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be323684-822e-4274-abc1-1dc0e1931de7 req-a73e8f8b-3ac3-4a5e-9ea0-84e8aecfe1d1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:01.747309 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-be323684-822e-4274-abc1-1dc0e1931de7 req-a73e8f8b-3ac3-4a5e-9ea0-84e8aecfe1d1 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 944 time: 0.1138334 May 26 18:23:01.752910 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] For port ecf0da49-efeb-4328-b726-e9783dd1b98c, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ecf0da49-efeb-4328-b726-e9783dd1b98c,segment=NetworkSegment(7180cc57-ad44-45ff-8fdb-58f4639ec043),segment_id=7180cc57-ad44-45ff-8fdb-58f4639ec043)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:01.753279 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.765123 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] Pushing event deleted for resources: {'Port': ['ID=ecf0da49-efeb-4328-b726-e9783dd1b98c,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:01.773615 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c801dc-a2bd-468a-a9e5-88220f84a959 None None] No DVR routers for this DVR port ecf0da49-efeb-4328-b726-e9783dd1b98c on host dv-cinder-843493-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:23:01.788631 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Calling delete_port for ecf0da49-efeb-4328-b726-e9783dd1b98c owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:01.838602 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 753009b3-34ab-4d28-8615-7b4ef5d0174c is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:23:01.839002 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.861898 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-be323684-822e-4274-abc1-1dc0e1931de7 req-68beefb1-7da1-4e26-9a9a-027b3a3a459c tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058319 May 26 18:23:01.878452 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753009b3-34ab-4d28-8615-7b4ef5d0174c'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:23:01.881534 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f086490f-64cd-43ba-9106-621cb0dbd124" -d '{"events": [{"server_uuid": "26af75eb-5db2-4a22-94ae-8b9f18a3dd90", "name": "network-vif-plugged", "status": "completed", "tag": "753009b3-34ab-4d28-8615-7b4ef5d0174c"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:23:01.891687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:01.896124 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 753009b3-34ab-4d28-8615-7b4ef5d0174c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=753009b3-34ab-4d28-8615-7b4ef5d0174c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:01.903493 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (ecf0da49-efeb-4328-b726-e9783dd1b98c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.904507 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:01.938596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf0da49-efeb-4328-b726-e9783dd1b98c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:01.944971 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] No DVR routers for this DVR port ecf0da49-efeb-4328-b726-e9783dd1b98c on host dv-cinder-843493-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:23:01.959172 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=753009b3-34ab-4d28-8615-7b4ef5d0174c,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:01.965781 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893f7d7-4204-461f-a7ce-accbc327d306 x-openstack-request-id: req-6893f7d7-4204-461f-a7ce-accbc327d306 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:23:01.966245 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26af75eb-5db2-4a22-94ae-8b9f18a3dd90", "name": "network-vif-plugged", "status": "completed", "tag": "753009b3-34ab-4d28-8615-7b4ef5d0174c", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:23:01.966568 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6893f7d7-4204-461f-a7ce-accbc327d306 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:23:01.967027 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6893f7d7-4204-461f-a7ce-accbc327d306'] response: {'server_uuid': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'code': 200} May 26 18:23:02.043402 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (89ba9544-9a06-4842-a8d3-5ca2550e14ac), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.076626 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ba9544-9a06-4842-a8d3-5ca2550e14ac']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:02.084247 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 2d4ccdfd-b678-4990-a922-7524e5f85088 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:02.088073 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7180cc57-ad44-45ff-8fdb-58f4639ec043') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:02.088073 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7180cc57-ad44-45ff-8fdb-58f4639ec043') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:02.097796 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:02.100635 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (7180cc57-ad44-45ff-8fdb-58f4639ec043), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.109298 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 2d4ccdfd-b678-4990-a922-7524e5f85088 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:23:02.110236 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 2d4ccdfd-b678-4990-a922-7524e5f85088 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:02.110236 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ee546100-29af-4e46-9abd-70671209c1b0 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:02.129237 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (7180cc57-ad44-45ff-8fdb-58f4639ec043), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.134549 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: ee546100-29af-4e46-9abd-70671209c1b0 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:23:02.134988 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ee546100-29af-4e46-9abd-70671209c1b0 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:02.135576 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ecf0da49-efeb-4328-b726-e9783dd1b98c no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:02.140152 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:23:02.140618 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (7180cc57-ad44-45ff-8fdb-58f4639ec043), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.155417 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: ecf0da49-efeb-4328-b726-e9783dd1b98c {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:23:02.155775 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ecf0da49-efeb-4328-b726-e9783dd1b98c not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:02.211951 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (89ba9544-9a06-4842-a8d3-5ca2550e14ac), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.233432 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.241485 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59004) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:02.242049 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/89ba9544-9a06-4842-a8d3-5ca2550e14ac HTTP/1.1" status: 204 len: 168 time: 1.0260515 May 26 18:23:02.243822 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4981c5-c227-46aa-a3bb-2bf87e7288f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ba9544-9a06-4842-a8d3-5ca2550e14ac,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:02.364128 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8e272-1ca4-4b98-8edd-aea4056ef286 req-c3791974-ac99-455e-88d0-40dab3ef781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:02.366122 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c9f8e272-1ca4-4b98-8edd-aea4056ef286 req-c3791974-ac99-455e-88d0-40dab3ef781a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 1129 time: 0.1772790 May 26 18:23:02.419973 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c9f8e272-1ca4-4b98-8edd-aea4056ef286 req-a58a1a15-feed-4599-a387-514417f974b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468395 May 26 18:23:02.588568 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.822403 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Deleting port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:23:02.822892 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.838511 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 7180cc57-ad44-45ff-8fdb-58f4639ec043 resource provider aggregate not found May 26 18:23:02.855521 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 7180cc57-ad44-45ff-8fdb-58f4639ec043 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7180cc57-ad44-45ff-8fdb-58f4639ec043 found for delete ", "request_id": "req-124eadc1-4dc9-48af-8904-2b2d9c8f9f0c"}]} May 26 18:23:02.903373 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] For port 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,segment=NetworkSegment(0cc65c20-36ff-4dc3-b92f-5ca44995de89),segment_id=0cc65c20-36ff-4dc3-b92f-5ca44995de89)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:02.903763 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:02.916432 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Calling delete_port for 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf owned by network:router_interface {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:02.982132 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:02.984151 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:02.985321 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e8de-e9b1-4555-ae55-affd7bba95bf req-b156c7af-21b2-47ab-a4ef-7770987b62b3 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:02.986873 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a36e8de-e9b1-4555-ae55-affd7bba95bf req-b156c7af-21b2-47ab-a4ef-7770987b62b3 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 945 time: 0.0517678 May 26 18:23:03.035447 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1a36e8de-e9b1-4555-ae55-affd7bba95bf req-b5a39ae7-4847-48dc-8b97-421cb15c4245 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 May 26 18:23:03.099431 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (3bd99187-7907-40a8-b0ea-c2acd8c5f4cf), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:03.129284 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd99187-7907-40a8-b0ea-c2acd8c5f4cf,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:03.292693 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:03.493289 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:23:03.596919 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:23:03.601810 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d4913839-39d8-4674-9008-9468f47bed17 admin admin] 10.222.0.46 "PUT /v2.0/routers/f3dc4390-e15a-41ca-be5a-91f5a90c4c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3571067 May 26 18:23:03.605136 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59024) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:03.607090 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28020407-8441-4043-badb-cf52d637f784 None None] Sync routers for ids ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:23:03.617184 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28020407-8441-4043-badb-cf52d637f784 None None] Routers {'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:23:03.617882 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-28020407-8441-4043-badb-cf52d637f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:03.709645 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks [] for router (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:03.730835 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-28020407-8441-4043-badb-cf52d637f784 None None] Set router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:23:03.817524 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks [] for router_gateway (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:03.823359 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:03.864839 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Deleting port d74a0a10-1d44-4987-a756-7fea1c46bfda {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:23:03.865267 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:03.954328 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:03.976869 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] For port d74a0a10-1d44-4987-a756-7fea1c46bfda, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=d74a0a10-1d44-4987-a756-7fea1c46bfda,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:03.977765 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:03.996276 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Calling delete_port for d74a0a10-1d44-4987-a756-7fea1c46bfda owned by network:router_gateway {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:04.098850 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-28020407-8441-4043-badb-cf52d637f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:23:03Z', 'revision_number': 5, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port': {'id': 'd74a0a10-1d44-4987-a756-7fea1c46bfda', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:47Z', 'updated_at': '2022-05-26T18:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:04.132658 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28020407-8441-4043-badb-cf52d637f784 None None] Checking router: f3dc4390-e15a-41ca-be5a-91f5a90c4c5a for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:23:04.143466 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28020407-8441-4043-badb-cf52d637f784 None None] Routers {'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:23:04.144412 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-28020407-8441-4043-badb-cf52d637f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:04.198337 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3ac5d-db40-4908-b15a-bf66d7144b6a req-8d112cce-64dd-4903-96f1-77bcbe469f17 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:04.200792 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51c3ac5d-db40-4908-b15a-bf66d7144b6a req-8d112cce-64dd-4903-96f1-77bcbe469f17 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 945 time: 0.0710006 May 26 18:23:04.245401 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-28020407-8441-4043-badb-cf52d637f784 None None] Set router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a gateway port host: None {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:23:04.274276 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51c3ac5d-db40-4908-b15a-bf66d7144b6a req-5ed04039-ee25-483b-96d2-6c5b5f5149f2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628114 May 26 18:23:04.304394 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-28020407-8441-4043-badb-cf52d637f784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:23:03Z', 'revision_number': 6, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:04.333714 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28020407-8441-4043-badb-cf52d637f784 None None] The sync data for ids ['f3dc4390-e15a-41ca-be5a-91f5a90c4c5a'] in dv-cinder-843493-1-iscsi is: [{'id': 'f3dc4390-e15a-41ca-be5a-91f5a90c4c5a', 'name': 'tempest-TestMinimumBasicScenario-124252481-router', 'tenant_id': '6ea0f3f9ce1949beb362a242a84d9400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:19:46Z', 'updated_at': '2022-05-26T18:23:03Z', 'revision_number': 6, 'project_id': '6ea0f3f9ce1949beb362a242a84d9400', 'gw_port_host': None}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:23:04.399234 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ad3bc-287e-4762-b616-902d5e441064 req-f2f98ed3-3adb-4b8d-b701-54878c9b3613 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:04.400782 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-765ad3bc-287e-4762-b616-902d5e441064 req-f2f98ed3-3adb-4b8d-b701-54878c9b3613 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 945 time: 0.0524035 May 26 18:23:04.409236 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59050) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:04.413609 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Request body: {'floatingip': {'port_id': '753009b3-34ab-4d28-8615-7b4ef5d0174c'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:23:04.441238 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (d74a0a10-1d44-4987-a756-7fea1c46bfda), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.455451 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (8034ee93-1e3d-4500-8ca6-f983a11a5b94), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.466790 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74a0a10-1d44-4987-a756-7fea1c46bfda,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:04.515057 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:04.529807 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.621663 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.623788 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks [] for router_controller (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.663829 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (f3dc4390-e15a-41ca-be5a-91f5a90c4c5a), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.664431 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3dc4390-e15a-41ca-be5a-91f5a90c4c5a {{(pid=103965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:23:04.669080 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.670244 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-b15c9b2a-3409-4528-bb1c-fb6639433427 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f3dc4390-e15a-41ca-be5a-91f5a90c4c5a HTTP/1.1" status: 204 len: 168 time: 1.0641875 May 26 18:23:04.672772 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59052) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:04.722105 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4fa969b-1c30-484d-863a-2fda6fadce10 admin admin] Deleting subnet bd6e57b4-c629-490f-9541-c425df4ff57c {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:23:04.725612 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e4fa969b-1c30-484d-863a-2fda6fadce10 admin admin] Publish callbacks [] for subnet (bd6e57b4-c629-490f-9541-c425df4ff57c), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.763042 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e4fa969b-1c30-484d-863a-2fda6fadce10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (bd6e57b4-c629-490f-9541-c425df4ff57c), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.848814 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e4fa969b-1c30-484d-863a-2fda6fadce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (bd6e57b4-c629-490f-9541-c425df4ff57c), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.898179 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.901550 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e4fa969b-1c30-484d-863a-2fda6fadce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (bd6e57b4-c629-490f-9541-c425df4ff57c), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.903018 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (8034ee93-1e3d-4500-8ca6-f983a11a5b94), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.928096 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa969b-1c30-484d-863a-2fda6fadce10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6e57b4-c629-490f-9541-c425df4ff57c,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:04.933233 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e4fa969b-1c30-484d-863a-2fda6fadce10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:04.936269 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e4fa969b-1c30-484d-863a-2fda6fadce10 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bd6e57b4-c629-490f-9541-c425df4ff57c HTTP/1.1" status: 204 len: 168 time: 0.2624953 May 26 18:23:04.939055 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26919452-cea2-45e0-b1ab-9bee21dc08f1 None None] Network db610c0e-8f45-4a29-9b8b-7bfa4aeab315 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:23:04.939525 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59054) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:04.957698 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:05.001659 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Floating IP 8034ee93-1e3d-4500-8ca6-f983a11a5b94 associated. External IP: 172.27.3.217, port: 753009b3-34ab-4d28-8615-7b4ef5d0174c. May 26 18:23:05.018218 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (db610c0e-8f45-4a29-9b8b-7bfa4aeab315), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.063858 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Deleting port 84b1ec59-6bce-4530-b98c-45702e32bc89 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:23:05.064281 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.091622 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:05.126339 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] DHCP port deletion for db610c0e-8f45-4a29-9b8b-7bfa4aeab315 request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:23:05.158125 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] For port 84b1ec59-6bce-4530-b98c-45702e32bc89, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=84b1ec59-6bce-4530-b98c-45702e32bc89,segment=NetworkSegment(0cc65c20-36ff-4dc3-b92f-5ca44995de89),segment_id=0cc65c20-36ff-4dc3-b92f-5ca44995de89)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:05.158730 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.177104 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Calling delete_port for 84b1ec59-6bce-4530-b98c-45702e32bc89 owned by network:dhcp {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:05.178012 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] Deleting port 84b1ec59-6bce-4530-b98c-45702e32bc89 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:23:05.178554 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.200230 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:05.224717 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:05.243501 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:23:05.249924 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] For port 84b1ec59-6bce-4530-b98c-45702e32bc89, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=84b1ec59-6bce-4530-b98c-45702e32bc89,segment=NetworkSegment(0cc65c20-36ff-4dc3-b92f-5ca44995de89),segment_id=0cc65c20-36ff-4dc3-b92f-5ca44995de89)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:05.250572 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.264250 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] Calling delete_port for 84b1ec59-6bce-4530-b98c-45702e32bc89 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:23:05.270648 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.298277 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b1ec59-6bce-4530-b98c-45702e32bc89,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:05.305202 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] No DVR routers for this DVR port 84b1ec59-6bce-4530-b98c-45702e32bc89 on host dv-cinder-843493-1-iscsi {{(pid=103965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:23:05.354345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202'] for port (84b1ec59-6bce-4530-b98c-45702e32bc89), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.369826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:23:05.374438 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.381067 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] Pushing event deleted for resources: {'Port': ['ID=84b1ec59-6bce-4530-b98c-45702e32bc89,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:05.381811 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0900b99-632b-477c-9392-7f292992367f None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:23:05.388416 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ed465-2110-4fb8-b3b5-df4fdf7fe1a2 None None] No DVR routers for this DVR port 84b1ec59-6bce-4530-b98c-45702e32bc89 on host dv-cinder-843493-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:23:05.395047 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0900b99-632b-477c-9392-7f292992367f None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:23:05.397858 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d0900b99-632b-477c-9392-7f292992367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:05.412484 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (db610c0e-8f45-4a29-9b8b-7bfa4aeab315), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.430165 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8df144e0-a3b0-4b2c-8e55-6784539b3970 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "PUT /v2.0/floatingips/8034ee93-1e3d-4500-8ca6-f983a11a5b94 HTTP/1.1" status: 200 len: 991 time: 1.0197787 May 26 18:23:05.430917 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'tag': '753009b3-34ab-4d28-8615-7b4ef5d0174c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:23:05.436987 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a563f-98a1-43c6-a4d2-376932b67760" -d '{"events": [{"name": "network-changed", "server_uuid": "26af75eb-5db2-4a22-94ae-8b9f18a3dd90", "tag": "753009b3-34ab-4d28-8615-7b4ef5d0174c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:23:05.443431 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db610c0e-8f45-4a29-9b8b-7bfa4aeab315']}} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:05.456825 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc65c20-36ff-4dc3-b92f-5ca44995de89') {'for_net_delete': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:05.456973 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc65c20-36ff-4dc3-b92f-5ca44995de89') {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:05.469188 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8394303'] for segment (0cc65c20-36ff-4dc3-b92f-5ca44995de89), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.480463 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d50330e-024f-43f4-a0f1-fead3bce8a6d x-openstack-request-id: req-4d50330e-024f-43f4-a0f1-fead3bce8a6d {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:23:05.480935 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26af75eb-5db2-4a22-94ae-8b9f18a3dd90", "tag": "753009b3-34ab-4d28-8615-7b4ef5d0174c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:23:05.481298 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d50330e-024f-43f4-a0f1-fead3bce8a6d {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:23:05.481704 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d50330e-024f-43f4-a0f1-fead3bce8a6d'] response: {'name': 'network-changed', 'server_uuid': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'tag': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'status': 'completed', 'code': 200} May 26 18:23:05.488610 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (0cc65c20-36ff-4dc3-b92f-5ca44995de89), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.495779 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:23:05.496171 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555056'] for segment (0cc65c20-36ff-4dc3-b92f-5ca44995de89), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.524009 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.services.segments.plugin [-] Segment 0cc65c20-36ff-4dc3-b92f-5ca44995de89 resource provider aggregate not found May 26 18:23:05.527599 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d0900b99-632b-477c-9392-7f292992367f None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:23:05.574107 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:05.577353 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.services.segments.plugin [-] Segment 0cc65c20-36ff-4dc3-b92f-5ca44995de89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cc65c20-36ff-4dc3-b92f-5ca44995de89 found for delete ", "request_id": "req-5be98f65-1109-406d-bdd6-28f2d0df2b60"}]} May 26 18:23:05.581045 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (db610c0e-8f45-4a29-9b8b-7bfa4aeab315), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.593163 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.593163 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] 10.222.0.46 "DELETE /v2.0/networks/db610c0e-8f45-4a29-9b8b-7bfa4aeab315 HTTP/1.1" status: 204 len: 168 time: 0.6518130 May 26 18:23:05.608114 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ea2df-1fb3-4d53-bce6-c5dfba036485 admin admin] Pushing event deleted for resources: {'Network': ['ID=db610c0e-8f45-4a29-9b8b-7bfa4aeab315,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:05.768139 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d0900b99-632b-477c-9392-7f292992367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '8034ee93-1e3d-4500-8ca6-f983a11a5b94', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:05:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:44Z', 'updated_at': '2022-05-26T18:23:04Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:05.777327 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59072) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:05.797296 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0900b99-632b-477c-9392-7f292992367f None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:23:05.806609 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0900b99-632b-477c-9392-7f292992367f None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:23:05.807212 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d0900b99-632b-477c-9392-7f292992367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:22:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:05.818880 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-967f9371-2125-4c9f-aa88-aeb6bc6fea99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d08521617c884fe9a67609887f0ddaae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402503 May 26 18:23:05.821221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59074) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:05.869766 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-053d5716-28a2-4d27-bacb-e618b971cfda admin admin] Publish callbacks [] for security_group (50838590-26c1-4d5b-a14f-4c20231603bb), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.894589 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-053d5716-28a2-4d27-bacb-e618b971cfda admin admin] Publish callbacks [] for security_group (50838590-26c1-4d5b-a14f-4c20231603bb), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.918570 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-d0900b99-632b-477c-9392-7f292992367f None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:23:05.945543 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-053d5716-28a2-4d27-bacb-e618b971cfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (50838590-26c1-4d5b-a14f-4c20231603bb), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.948280 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-053d5716-28a2-4d27-bacb-e618b971cfda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:05.948501 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:05.949422 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-053d5716-28a2-4d27-bacb-e618b971cfda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50838590-26c1-4d5b-a14f-4c20231603bb HTTP/1.1" status: 204 len: 168 time: 0.1272810 May 26 18:23:05.957355 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d5716-28a2-4d27-bacb-e618b971cfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50838590-26c1-4d5b-a14f-4c20231603bb,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:06.061345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 84b1ec59-6bce-4530-b98c-45702e32bc89 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:06.087389 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 84b1ec59-6bce-4530-b98c-45702e32bc89 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:23:06.087735 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 84b1ec59-6bce-4530-b98c-45702e32bc89 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:06.088240 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:06.109122 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:23:06.109556 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 3bd99187-7907-40a8-b0ea-c2acd8c5f4cf not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:06.110248 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d74a0a10-1d44-4987-a756-7fea1c46bfda no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:06.137535 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: d74a0a10-1d44-4987-a756-7fea1c46bfda {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:23:06.138108 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d74a0a10-1d44-4987-a756-7fea1c46bfda not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:23:06.231243 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-d0900b99-632b-477c-9392-7f292992367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '8034ee93-1e3d-4500-8ca6-f983a11a5b94', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:05:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:44Z', 'updated_at': '2022-05-26T18:23:04Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:23:06.256371 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0900b99-632b-477c-9392-7f292992367f None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '8034ee93-1e3d-4500-8ca6-f983a11a5b94', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'port_id': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'mac_address': 'fa:16:3e:05:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:22:44Z', 'updated_at': '2022-05-26T18:23:04Z', 'revision_number': 1, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:23:06.330992 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59084) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:06.373548 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-568252a8-683b-4145-b04f-69f268f5a813 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ea0f3f9ce1949beb362a242a84d9400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413656 May 26 18:23:06.375267 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59086) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:06.424527 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0c9310ef-019f-49fb-b0fa-bce01ca630f2 admin admin] Publish callbacks [] for security_group (0fef38e1-f5c9-403b-a8e8-93ab210717b5), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:06.429002 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:06.453023 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0c9310ef-019f-49fb-b0fa-bce01ca630f2 admin admin] Publish callbacks [] for security_group (0fef38e1-f5c9-403b-a8e8-93ab210717b5), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:06.461142 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c612c0f2-3964-46ad-8249-3eeaceaf47e2 None None] New status for floating IP 8034ee93-1e3d-4500-8ca6-f983a11a5b94: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:23:06.505436 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0c9310ef-019f-49fb-b0fa-bce01ca630f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0fef38e1-f5c9-403b-a8e8-93ab210717b5), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:06.508109 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:06.508380 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0c9310ef-019f-49fb-b0fa-bce01ca630f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:06.509902 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0c9310ef-019f-49fb-b0fa-bce01ca630f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fef38e1-f5c9-403b-a8e8-93ab210717b5 HTTP/1.1" status: 204 len: 168 time: 0.1335289 May 26 18:23:06.520136 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9310ef-019f-49fb-b0fa-bce01ca630f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fef38e1-f5c9-403b-a8e8-93ab210717b5,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:06.740092 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-63707242-7e4e-407e-824d-5e9331e4d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:06.741830 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-63707242-7e4e-407e-824d-5e9331e4d60e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31b4afa4107c4cd2ac0212c45d998801&device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 1129 time: 0.0428746 May 26 18:23:06.837227 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-e8668ddd-a052-497d-b960-ba5483840017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:06.839192 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-e8668ddd-a052-497d-b960-ba5483840017 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 200 len: 916 time: 0.0912266 May 26 18:23:06.908888 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-07652a2d-1dab-445f-b7e2-02efa96e6c91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=753009b3-34ab-4d28-8615-7b4ef5d0174c HTTP/1.1" status: 200 len: 1001 time: 0.0630245 May 26 18:23:06.962978 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-3173d16d-d524-4dcf-b75b-4019459ddbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:06.964496 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-3173d16d-d524-4dcf-b75b-4019459ddbdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 200 len: 854 time: 0.0493629 May 26 18:23:07.010070 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-2cb6cd13-dd20-451d-9585-54c9a41ea7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:07.011598 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-2cb6cd13-dd20-451d-9585-54c9a41ea7e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409281 May 26 18:23:07.103663 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-1b607b56-7197-4fd5-a49e-7e0de0971981 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861704 May 26 18:23:07.178876 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:07.194343 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5d4a563f-98a1-43c6-a4d2-376932b67760 req-1c2a42e5-a1ce-4208-b923-2db5b7901be5 service neutron] 10.222.0.42 "GET /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849977 May 26 18:23:10.073301 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59130) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:10.185273 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f4713382-a4d9-4bf9-80aa-f31ba3874f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:10.261209 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f4713382-a4d9-4bf9-80aa-f31ba3874f1d admin admin] Publish callbacks [] for security_group (edff03f6-63d8-41e6-b55e-b95404067e66), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:10.264938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f4713382-a4d9-4bf9-80aa-f31ba3874f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (edff03f6-63d8-41e6-b55e-b95404067e66), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:10.304990 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f4713382-a4d9-4bf9-80aa-f31ba3874f1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f49540028c649c6814a5662d387ab7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305315 May 26 18:23:10.305842 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4713382-a4d9-4bf9-80aa-f31ba3874f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edff03f6-63d8-41e6-b55e-b95404067e66,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:10.309181 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59134) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:10.358391 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-afe8b0c6-a61a-46b1-bd5b-52f3c93a70cd admin admin] Publish callbacks [] for security_group (edff03f6-63d8-41e6-b55e-b95404067e66), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:10.375002 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:10.380155 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-afe8b0c6-a61a-46b1-bd5b-52f3c93a70cd admin admin] Publish callbacks [] for security_group (edff03f6-63d8-41e6-b55e-b95404067e66), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:10.427627 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-afe8b0c6-a61a-46b1-bd5b-52f3c93a70cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (edff03f6-63d8-41e6-b55e-b95404067e66), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:10.430723 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-afe8b0c6-a61a-46b1-bd5b-52f3c93a70cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:10.431994 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-afe8b0c6-a61a-46b1-bd5b-52f3c93a70cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edff03f6-63d8-41e6-b55e-b95404067e66 HTTP/1.1" status: 204 len: 168 time: 0.1216090 May 26 18:23:10.439631 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8b0c6-a61a-46b1-bd5b-52f3c93a70cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edff03f6-63d8-41e6-b55e-b95404067e66,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:11.635057 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59184) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:11.743663 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-316367bc-2b17-4f4c-a6fe-0d75552223a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:11.822606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-316367bc-2b17-4f4c-a6fe-0d75552223a6 admin admin] Publish callbacks [] for security_group (8c0eefcf-11b2-42e9-8aca-56c5d2b92300), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:11.826508 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-316367bc-2b17-4f4c-a6fe-0d75552223a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (8c0eefcf-11b2-42e9-8aca-56c5d2b92300), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:11.865912 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316367bc-2b17-4f4c-a6fe-0d75552223a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0eefcf-11b2-42e9-8aca-56c5d2b92300,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:11.871600 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-316367bc-2b17-4f4c-a6fe-0d75552223a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97f9489fba044b7ab4a27b197b017b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355106 May 26 18:23:11.874320 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59188) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:11.921612 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dab9322f-0a94-4c7f-a350-493359ac6233 admin admin] Publish callbacks [] for security_group (8c0eefcf-11b2-42e9-8aca-56c5d2b92300), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:11.941846 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:11.943852 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dab9322f-0a94-4c7f-a350-493359ac6233 admin admin] Publish callbacks [] for security_group (8c0eefcf-11b2-42e9-8aca-56c5d2b92300), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:11.993678 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dab9322f-0a94-4c7f-a350-493359ac6233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (8c0eefcf-11b2-42e9-8aca-56c5d2b92300), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:11.996184 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dab9322f-0a94-4c7f-a350-493359ac6233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:11.997323 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-dab9322f-0a94-4c7f-a350-493359ac6233 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c0eefcf-11b2-42e9-8aca-56c5d2b92300 HTTP/1.1" status: 204 len: 168 time: 0.1221337 May 26 18:23:12.005351 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9322f-0a94-4c7f-a350-493359ac6233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0eefcf-11b2-42e9-8aca-56c5d2b92300,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:13.652470 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:14.874824 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59346) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:14.991298 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-609071f9-55c1-46b0-a7e5-3d557a010eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.084398 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-609071f9-55c1-46b0-a7e5-3d557a010eb9 admin admin] Publish callbacks [] for security_group (81f4490b-f56a-47d2-922b-3a84c26efb0d), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.089347 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-609071f9-55c1-46b0-a7e5-3d557a010eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (81f4490b-f56a-47d2-922b-3a84c26efb0d), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.095013 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9adde-79d3-487f-931c-b488a254c062 req-589c4ae0-8218-4ba9-8103-382e58c12ff7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:15.096518 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fca9adde-79d3-487f-931c-b488a254c062 req-589c4ae0-8218-4ba9-8103-382e58c12ff7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0489252 May 26 18:23:15.128331 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609071f9-55c1-46b0-a7e5-3d557a010eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f4490b-f56a-47d2-922b-3a84c26efb0d,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:15.132662 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-609071f9-55c1-46b0-a7e5-3d557a010eb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=432b9694b1ac4778bcf8f93b677d158b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567594 May 26 18:23:15.138209 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59356) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:15.146219 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fca9adde-79d3-487f-931c-b488a254c062 req-d45fe165-87c8-46b4-9033-1a1cba95be76 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440137 May 26 18:23:15.191139 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-13c8a105-212a-46e8-8628-ebef99d258da admin admin] Publish callbacks [] for security_group (81f4490b-f56a-47d2-922b-3a84c26efb0d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.212023 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-13c8a105-212a-46e8-8628-ebef99d258da admin admin] Publish callbacks [] for security_group (81f4490b-f56a-47d2-922b-3a84c26efb0d), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.258066 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-13c8a105-212a-46e8-8628-ebef99d258da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (81f4490b-f56a-47d2-922b-3a84c26efb0d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.260510 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-13c8a105-212a-46e8-8628-ebef99d258da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.261642 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-13c8a105-212a-46e8-8628-ebef99d258da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81f4490b-f56a-47d2-922b-3a84c26efb0d HTTP/1.1" status: 204 len: 168 time: 0.1222451 May 26 18:23:15.269161 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8a105-212a-46e8-8628-ebef99d258da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f4490b-f56a-47d2-922b-3a84c26efb0d,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:15.528994 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59362) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:15.542591 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2249c28a-2f83-4819-839d-0414db5cdc61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.570808 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:15.623778 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2249c28a-2f83-4819-839d-0414db5cdc61 admin admin] Publish callbacks [] for security_group (354874ca-9779-4903-af6f-44260d1e30d0), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.627525 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2249c28a-2f83-4819-839d-0414db5cdc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (354874ca-9779-4903-af6f-44260d1e30d0), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.665803 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249c28a-2f83-4819-839d-0414db5cdc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354874ca-9779-4903-af6f-44260d1e30d0,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:15.670730 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-2249c28a-2f83-4819-839d-0414db5cdc61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ce87d75df8d449dbed22061d749ea7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400654 May 26 18:23:15.672679 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59364) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:15.720007 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-41f41453-2303-4b1d-9002-a0d9d585b2d5 admin admin] Publish callbacks [] for security_group (354874ca-9779-4903-af6f-44260d1e30d0), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.742937 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-41f41453-2303-4b1d-9002-a0d9d585b2d5 admin admin] Publish callbacks [] for security_group (354874ca-9779-4903-af6f-44260d1e30d0), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.788875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-41f41453-2303-4b1d-9002-a0d9d585b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (354874ca-9779-4903-af6f-44260d1e30d0), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.791828 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-41f41453-2303-4b1d-9002-a0d9d585b2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:15.792969 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-41f41453-2303-4b1d-9002-a0d9d585b2d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/354874ca-9779-4903-af6f-44260d1e30d0 HTTP/1.1" status: 204 len: 168 time: 0.1193962 May 26 18:23:15.801190 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f41453-2303-4b1d-9002-a0d9d585b2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354874ca-9779-4903-af6f-44260d1e30d0,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:16.229064 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=26 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:16.234745 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=51 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:16.272121 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211228a2-831a-47c6-b8f8-e82ccda4a4b0 req-a7154e6c-6e2d-4552-80a0-8e5a1524eead tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:16.273611 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-211228a2-831a-47c6-b8f8-e82ccda4a4b0 req-a7154e6c-6e2d-4552-80a0-8e5a1524eead tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0514164 May 26 18:23:16.327266 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-211228a2-831a-47c6-b8f8-e82ccda4a4b0 req-2e976963-97a5-4fe4-9baf-cb0b8a701be1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451190 May 26 18:23:16.526772 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:23:17.414233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:17.456179 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ebced-c57a-4e11-9f7b-d0f6ba760b73 req-b154d617-8b41-4d42-8f28-3d4d9cc76261 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:17.457685 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a52ebced-c57a-4e11-9f7b-d0f6ba760b73 req-b154d617-8b41-4d42-8f28-3d4d9cc76261 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0538852 May 26 18:23:17.507531 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a52ebced-c57a-4e11-9f7b-d0f6ba760b73 req-274db94d-57ff-4898-bccb-c8de4ef168c8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432043 May 26 18:23:18.630445 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f36a4-e4ba-4dcd-b6a9-bf0f6e2884ab req-8556d27a-4763-42dc-aa39-8f485eff2649 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:18.631940 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a1f36a4-e4ba-4dcd-b6a9-bf0f6e2884ab req-8556d27a-4763-42dc-aa39-8f485eff2649 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0491724 May 26 18:23:18.687375 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a1f36a4-e4ba-4dcd-b6a9-bf0f6e2884ab req-0fcef064-22fb-47f8-8db3-5eae93067667 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496161 May 26 18:23:19.808370 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438b769-0009-4155-ace7-882b054c944b req-93ce1b74-611f-42dd-adc0-100cfe15b4b1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:19.810191 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6438b769-0009-4155-ace7-882b054c944b req-93ce1b74-611f-42dd-adc0-100cfe15b4b1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0493965 May 26 18:23:19.861585 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6438b769-0009-4155-ace7-882b054c944b req-daa340b8-2b1b-4b29-87a3-43228f41496e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437169 May 26 18:23:20.112534 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59446) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:20.227826 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-291a5197-f8f3-4059-8f48-dce426672a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.268861 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:20.305967 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-291a5197-f8f3-4059-8f48-dce426672a11 admin admin] Publish callbacks [] for security_group (c040da52-b0f3-409d-a976-adb3e54d95c7), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.309646 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-291a5197-f8f3-4059-8f48-dce426672a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c040da52-b0f3-409d-a976-adb3e54d95c7), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.334181 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9947498b-97fa-4634-aca1-d751c889f52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.351851 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-291a5197-f8f3-4059-8f48-dce426672a11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=101b5a2a15534bf9bec56e069dcbdb17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356594 May 26 18:23:20.351851 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a5197-f8f3-4059-8f48-dce426672a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c040da52-b0f3-409d-a976-adb3e54d95c7,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:20.352715 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59450) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:20.402150 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Publish callbacks [] for security_group (c040da52-b0f3-409d-a976-adb3e54d95c7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.422992 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Publish callbacks [] for security_group (c040da52-b0f3-409d-a976-adb3e54d95c7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.472226 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c040da52-b0f3-409d-a976-adb3e54d95c7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.475201 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.479244 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c040da52-b0f3-409d-a976-adb3e54d95c7 HTTP/1.1" status: 204 len: 168 time: 0.1228364 May 26 18:23:20.486162 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c040da52-b0f3-409d-a976-adb3e54d95c7,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:20.494939 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.495313 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.495661 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.496009 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.496344 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.496676 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.497007 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.497335 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.497712 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.498010 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.498337 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.498663 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.498986 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.499307 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.499629 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597eb2b-5cb9-4760-9b98-dc340303ea83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:20.745710 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59458) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:20.758723 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7d39-3a16-47bb-b494-523cf60c16fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.783091 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:20.843863 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7d39-3a16-47bb-b494-523cf60c16fa admin admin] Publish callbacks [] for security_group (4178781e-29fd-4244-988a-2b8e819e040f), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.847597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7d39-3a16-47bb-b494-523cf60c16fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (4178781e-29fd-4244-988a-2b8e819e040f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.885283 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b7d39-3a16-47bb-b494-523cf60c16fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4178781e-29fd-4244-988a-2b8e819e040f,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:20.892219 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1b0b7d39-3a16-47bb-b494-523cf60c16fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=029e654d0b9840449f63803e349f0ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430802 May 26 18:23:20.892448 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59462) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:20.954035 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf042177-d8ce-446b-8a0e-14d2033af551 admin admin] Publish callbacks [] for security_group (4178781e-29fd-4244-988a-2b8e819e040f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:20.998545 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf042177-d8ce-446b-8a0e-14d2033af551 admin admin] Publish callbacks [] for security_group (4178781e-29fd-4244-988a-2b8e819e040f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:21.005649 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cc8b1-8160-488e-8f4a-09ed8b06c1d9 req-22d31c87-77c2-4d23-977c-4d97c4413621 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:21.007141 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a4cc8b1-8160-488e-8f4a-09ed8b06c1d9 req-22d31c87-77c2-4d23-977c-4d97c4413621 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0652144 May 26 18:23:21.081181 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a4cc8b1-8160-488e-8f4a-09ed8b06c1d9 req-b2d1a453-0d55-44d3-917f-e1f8b6162f30 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666182 May 26 18:23:21.094750 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf042177-d8ce-446b-8a0e-14d2033af551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (4178781e-29fd-4244-988a-2b8e819e040f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:21.097231 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cf042177-d8ce-446b-8a0e-14d2033af551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:21.101336 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-cf042177-d8ce-446b-8a0e-14d2033af551 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4178781e-29fd-4244-988a-2b8e819e040f HTTP/1.1" status: 204 len: 168 time: 0.2079632 May 26 18:23:21.110174 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf042177-d8ce-446b-8a0e-14d2033af551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4178781e-29fd-4244-988a-2b8e819e040f,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:22.204347 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c91a-30f0-4028-a28f-d5833619ec11 req-4fbe60fa-4470-44d8-9379-9fd09e222568 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:22.205859 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9173c91a-30f0-4028-a28f-d5833619ec11 req-4fbe60fa-4470-44d8-9379-9fd09e222568 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0484993 May 26 18:23:22.254803 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9173c91a-30f0-4028-a28f-d5833619ec11 req-269a0b08-8d58-422f-a10d-8b0a6754ce73 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429621 May 26 18:23:22.580202 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6678bd0e-8ff9-4b7f-83c5-c768628a51ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:23.334938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:23.373295 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da351df-fb25-4902-9913-5aaee6702b90 req-bd5d9d47-2f6a-44f6-9449-2f4fb93761c4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:23.374780 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3da351df-fb25-4902-9913-5aaee6702b90 req-bd5d9d47-2f6a-44f6-9449-2f4fb93761c4 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0480657 May 26 18:23:23.423633 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3da351df-fb25-4902-9913-5aaee6702b90 req-dafaf07a-73a5-4d79-836d-039bbb4fb4d3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 May 26 18:23:23.650207 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:24.538216 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d7874-55eb-42e7-9991-8dab8ec220e9 req-c571a1af-71f0-4e3b-9060-9bc0bbded160 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:24.539656 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c1d7874-55eb-42e7-9991-8dab8ec220e9 req-c571a1af-71f0-4e3b-9060-9bc0bbded160 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0466599 May 26 18:23:24.586475 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5c1d7874-55eb-42e7-9991-8dab8ec220e9 req-467a0aca-90b4-4461-8d7d-e87b290f4587 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 May 26 18:23:25.248465 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:25.703015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd1572-ab91-4931-9c5a-45cd7f9ffa84 req-d5a554df-c6dc-401e-9e9c-59bf45a5b631 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:25.704483 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7fd1572-ab91-4931-9c5a-45cd7f9ffa84 req-d5a554df-c6dc-401e-9e9c-59bf45a5b631 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0468628 May 26 18:23:25.750760 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a7fd1572-ab91-4931-9c5a-45cd7f9ffa84 req-1b3eaaa2-f402-4ead-82d3-da7b5e5dd3e2 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405564 May 26 18:23:26.487683 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:26.872849 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe480d3-b408-4011-b60b-b57189265fbf req-e1ba2e13-6d4b-42c8-af49-049b6fbd6b5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:26.874324 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfe480d3-b408-4011-b60b-b57189265fbf req-e1ba2e13-6d4b-42c8-af49-049b6fbd6b5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0511632 May 26 18:23:26.920439 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfe480d3-b408-4011-b60b-b57189265fbf req-825953cc-6038-4ff9-ae0b-536969406621 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406859 May 26 18:23:28.038974 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78f3c1-ad7f-4b7d-bcbd-e31bc4f1c528 req-35c0517d-f818-4343-8574-3e0b53554ea3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:28.040408 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e78f3c1-ad7f-4b7d-bcbd-e31bc4f1c528 req-35c0517d-f818-4343-8574-3e0b53554ea3 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0458989 May 26 18:23:28.085958 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e78f3c1-ad7f-4b7d-bcbd-e31bc4f1c528 req-a0ccae0c-b8d3-48aa-a8b5-bada402bdc5b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394213 May 26 18:23:29.171071 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:29.206803 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80439d44-4365-4d0d-b38c-6f9be43bffd0 req-ac5eae48-53b3-4fa3-8a93-5bd4a1ef99e9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:29.208256 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-80439d44-4365-4d0d-b38c-6f9be43bffd0 req-ac5eae48-53b3-4fa3-8a93-5bd4a1ef99e9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0477149 May 26 18:23:29.258004 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-80439d44-4365-4d0d-b38c-6f9be43bffd0 req-da6f9844-0865-43fc-b81c-7f10f89aba72 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 May 26 18:23:30.178284 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59568) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:30.282683 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1d0d00a6-5046-4a12-b14c-9a12f062bca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:30.343334 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=8 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:30.345993 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=57,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:30.396321 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79b9ed-07a4-4b78-837c-1b734fddd482 req-7bdc6e6c-0809-4224-a415-47f89320a115 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:30.397807 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9d79b9ed-07a4-4b78-837c-1b734fddd482 req-7bdc6e6c-0809-4224-a415-47f89320a115 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0614345 May 26 18:23:30.407230 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1d0d00a6-5046-4a12-b14c-9a12f062bca3 admin admin] Publish callbacks [] for security_group (d304587d-481f-4c8f-9a30-7d0e8780508b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:30.414637 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1d0d00a6-5046-4a12-b14c-9a12f062bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (d304587d-481f-4c8f-9a30-7d0e8780508b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:30.491783 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1d0d00a6-5046-4a12-b14c-9a12f062bca3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc6c855daf51495ab9b3bcb9dc04d8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124001 May 26 18:23:30.494723 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59574) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:30.501795 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d00a6-5046-4a12-b14c-9a12f062bca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d304587d-481f-4c8f-9a30-7d0e8780508b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:30.509031 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9d79b9ed-07a4-4b78-837c-1b734fddd482 req-d2e0d321-0dc7-43fd-b1e5-d90ef0caf164 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037610 May 26 18:23:30.560375 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2a27ff8d-b9a3-4de4-a10e-7cc6fa03c439 admin admin] Publish callbacks [] for security_group (d304587d-481f-4c8f-9a30-7d0e8780508b), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:30.584680 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2a27ff8d-b9a3-4de4-a10e-7cc6fa03c439 admin admin] Publish callbacks [] for security_group (d304587d-481f-4c8f-9a30-7d0e8780508b), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:30.633301 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2a27ff8d-b9a3-4de4-a10e-7cc6fa03c439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (d304587d-481f-4c8f-9a30-7d0e8780508b), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:30.635979 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2a27ff8d-b9a3-4de4-a10e-7cc6fa03c439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:30.637315 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-2a27ff8d-b9a3-4de4-a10e-7cc6fa03c439 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d304587d-481f-4c8f-9a30-7d0e8780508b HTTP/1.1" status: 204 len: 168 time: 0.1415305 May 26 18:23:30.645054 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27ff8d-b9a3-4de4-a10e-7cc6fa03c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d304587d-481f-4c8f-9a30-7d0e8780508b,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:30.774246 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:30.780121 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:30.911353 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59582) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:30.929056 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f7438a74-494e-41f1-8c4f-acf9c80e9cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:30.973636 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:31.009160 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f7438a74-494e-41f1-8c4f-acf9c80e9cf8 admin admin] Publish callbacks [] for security_group (9b258875-0e3d-402b-aa2e-00e6163f8225), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:31.014755 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f7438a74-494e-41f1-8c4f-acf9c80e9cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (9b258875-0e3d-402b-aa2e-00e6163f8225), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:31.057288 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f7438a74-494e-41f1-8c4f-acf9c80e9cf8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14afbec52b144adbabb59168922d1fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448326 May 26 18:23:31.058185 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7438a74-494e-41f1-8c4f-acf9c80e9cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b258875-0e3d-402b-aa2e-00e6163f8225,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:31.060481 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59588) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:31.110868 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fcf6746c-6266-428e-89b0-08d8e0a112ba admin admin] Publish callbacks [] for security_group (9b258875-0e3d-402b-aa2e-00e6163f8225), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:31.133825 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fcf6746c-6266-428e-89b0-08d8e0a112ba admin admin] Publish callbacks [] for security_group (9b258875-0e3d-402b-aa2e-00e6163f8225), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:31.181943 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fcf6746c-6266-428e-89b0-08d8e0a112ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (9b258875-0e3d-402b-aa2e-00e6163f8225), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:31.184966 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fcf6746c-6266-428e-89b0-08d8e0a112ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:31.186278 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-fcf6746c-6266-428e-89b0-08d8e0a112ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b258875-0e3d-402b-aa2e-00e6163f8225 HTTP/1.1" status: 204 len: 168 time: 0.1247561 May 26 18:23:31.196383 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6746c-6266-428e-89b0-08d8e0a112ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b258875-0e3d-402b-aa2e-00e6163f8225,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:31.653930 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf31b6d-308f-4bae-ae0d-5d49d8bc573f req-3df52035-91ff-410e-91cd-357043d0e393 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:31.655423 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cf31b6d-308f-4bae-ae0d-5d49d8bc573f req-3df52035-91ff-410e-91cd-357043d0e393 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0550990 May 26 18:23:31.705193 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0cf31b6d-308f-4bae-ae0d-5d49d8bc573f req-a715bf90-c408-4af6-9ed2-f08b75775992 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440476 May 26 18:23:32.832698 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02619c9f-d272-4d53-81da-d2bc11afe93a req-020fe53b-f390-46f2-9791-b732a651758c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:32.834284 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-02619c9f-d272-4d53-81da-d2bc11afe93a req-020fe53b-f390-46f2-9791-b732a651758c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0527911 May 26 18:23:32.883882 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-02619c9f-d272-4d53-81da-d2bc11afe93a req-03e8a730-a8d8-41c3-ac16-5d7ce6b2e42a tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439618 May 26 18:23:34.016170 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be8b11-6ec6-44e7-a734-1c0d83fcb53b req-6f691c1e-ef04-47e6-ad9c-859811596341 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:34.017638 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53be8b11-6ec6-44e7-a734-1c0d83fcb53b req-6f691c1e-ef04-47e6-ad9c-859811596341 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0502579 May 26 18:23:34.068373 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-53be8b11-6ec6-44e7-a734-1c0d83fcb53b req-434cba40-2dbf-4cc5-be0d-c88e7cc3c0dc tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448325 May 26 18:23:34.844180 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:23:34.940196 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:34.951644 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '889d39d4-d8a9-413d-850d-667746898381', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'port_id': '889d39d4-d8a9-413d-850d-667746898381', 'mac_address': 'fa:16:3e:fb:ea:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:23:34.986347 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 889d39d4-d8a9-413d-850d-667746898381 is: ACTIVE; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:23:34.986738 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:34.999286 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 889d39d4-d8a9-413d-850d-667746898381 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:23:35.018861 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:35.022885 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:35.069856 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=6']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:35.077060 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.077405 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.077792 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.078158 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.078497 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.078829 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.079159 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.079482 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.079808 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.080132 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.080458 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.080801 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.081127 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.081447 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.081797 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:35.189000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24725566-84ca-42c5-a570-728775a6c60e req-1ea9ae19-c855-4b13-837f-156f41956e6f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:35.190482 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24725566-84ca-42c5-a570-728775a6c60e req-1ea9ae19-c855-4b13-837f-156f41956e6f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 944 time: 0.0461240 May 26 18:23:35.226258 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:35.242316 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24725566-84ca-42c5-a570-728775a6c60e req-bcf89899-78dc-4a54-bffb-70029f0926e0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463459 May 26 18:23:36.360685 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386230-4461-41d2-b41d-6fafeeaec032 req-9cd91e6f-227d-46f9-88f1-7f6531608b90 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:36.362164 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ff386230-4461-41d2-b41d-6fafeeaec032 req-9cd91e6f-227d-46f9-88f1-7f6531608b90 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 944 time: 0.0470269 May 26 18:23:36.408043 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ff386230-4461-41d2-b41d-6fafeeaec032 req-24eb0f1e-ac4a-468e-8a5f-cf47049f61c7 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 May 26 18:23:36.683266 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['889d39d4-d8a9-413d-850d-667746898381'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:23:36.685405 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=58,neutron:UPDATE=8 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:36.687324 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:37.535499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee3567-6dcb-4ef8-b628-39aa74e2b71e req-5455fd9a-321e-456f-8818-4607260feb49 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:37.538048 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4ee3567-6dcb-4ef8-b628-39aa74e2b71e req-5455fd9a-321e-456f-8818-4607260feb49 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 944 time: 0.0510161 May 26 18:23:37.592604 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4ee3567-6dcb-4ef8-b628-39aa74e2b71e req-81dc2a4a-6700-4260-9e9e-b874a6123fd2 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480909 May 26 18:23:38.726325 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fdb15-8259-484d-a13b-ff8158c0010e req-1aad3ca9-2387-4515-8dd3-64c5e0a880f8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:38.728595 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d40fdb15-8259-484d-a13b-ff8158c0010e req-1aad3ca9-2387-4515-8dd3-64c5e0a880f8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 944 time: 0.0563827 May 26 18:23:38.779589 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d40fdb15-8259-484d-a13b-ff8158c0010e req-560452d4-a81d-4b2d-92b1-bd546089dbeb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 May 26 18:23:38.981473 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:23:39.034036 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 889d39d4-d8a9-413d-850d-667746898381 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:23:39.034505 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (889d39d4-d8a9-413d-850d-667746898381), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:39.116600 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 889d39d4-d8a9-413d-850d-667746898381 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:23:39.117080 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:39.145201 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d39d4-d8a9-413d-850d-667746898381'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:23:39.147454 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86139ff3-c6df-4c07-a948-ee8739b4551f" -d '{"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-plugged", "status": "completed", "tag": "889d39d4-d8a9-413d-850d-667746898381"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:23:39.161711 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:39.167578 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:39.221364 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=7']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:39.351531 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b997dc8-2b58-4b8a-ba54-1eddafb58ab2 x-openstack-request-id: req-7b997dc8-2b58-4b8a-ba54-1eddafb58ab2 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:23:39.352040 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-plugged", "status": "completed", "tag": "889d39d4-d8a9-413d-850d-667746898381", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:23:39.352677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b997dc8-2b58-4b8a-ba54-1eddafb58ab2 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:23:39.353645 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b997dc8-2b58-4b8a-ba54-1eddafb58ab2'] response: {'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d39d4-d8a9-413d-850d-667746898381', 'code': 200} May 26 18:23:39.930346 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff88e3-3aeb-435f-8ce9-35289d841683 req-a144959f-b6c8-4dfe-99d2-22b4066982fb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:39.932135 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfff88e3-3aeb-435f-8ce9-35289d841683 req-a144959f-b6c8-4dfe-99d2-22b4066982fb tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0737917 May 26 18:23:39.990279 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bfff88e3-3aeb-435f-8ce9-35289d841683 req-2cb98d3b-a5f5-4ff2-b95e-05c2362cc757 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523572 May 26 18:23:41.151185 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6685a-5280-49e4-ae25-74c0b026f181 req-5654c024-6350-40c8-aa55-98e30ccbe7ed tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:41.153314 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73d6685a-5280-49e4-ae25-74c0b026f181 req-5654c024-6350-40c8-aa55-98e30ccbe7ed tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0538025 May 26 18:23:41.167070 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:41.193668 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=32,neutron:DELETE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:41.214349 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73d6685a-5280-49e4-ae25-74c0b026f181 req-d0098d76-2fb1-487b-b834-7fc05a3facc6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547421 May 26 18:23:42.345607 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80231a79-45d8-4175-9d9c-02ae06e476da req-dfdad34e-b5a2-45e8-8a67-b3e1d685c67c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:42.352706 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-80231a79-45d8-4175-9d9c-02ae06e476da req-dfdad34e-b5a2-45e8-8a67-b3e1d685c67c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0564795 May 26 18:23:42.404573 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-80231a79-45d8-4175-9d9c-02ae06e476da req-c75ab838-3452-43ce-9411-08cc049a9d4d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479221 May 26 18:23:43.496847 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:43.535512 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b977df4-be2d-45ff-be63-af6d5f61c0bd req-76570d73-b719-4398-adcd-8d931bd609c8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:43.543072 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b977df4-be2d-45ff-be63-af6d5f61c0bd req-76570d73-b719-4398-adcd-8d931bd609c8 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0557008 May 26 18:23:43.630271 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7b977df4-be2d-45ff-be63-af6d5f61c0bd req-86e8acbb-aac6-4fe9-ac14-bfcd00aab8fe tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859683 May 26 18:23:43.671220 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:44.225353 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-85e4e1b5-7a9d-4c22-a35a-69194aa5f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:44.227191 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-85e4e1b5-7a9d-4c22-a35a-69194aa5f3fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 1129 time: 0.0631347 May 26 18:23:44.412878 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-7affb5d4-1014-4b4d-8f86-347448d067aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:44.414407 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-7affb5d4-1014-4b4d-8f86-347448d067aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.1636605 May 26 18:23:44.507739 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-e9351e4a-e64c-445a-92d6-8763a901d1ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 200 len: 1000 time: 0.0851073 May 26 18:23:44.616261 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-c9ea674a-cb2a-4151-8c74-633e29060c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:44.617758 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-c9ea674a-cb2a-4151-8c74-633e29060c6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.1004682 May 26 18:23:44.682698 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-fe79c6d9-c7f3-47ed-be6b-44cc80b2177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:44.686925 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-fe79c6d9-c7f3-47ed-be6b-44cc80b2177e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601270 May 26 18:23:44.832668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:44.850036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2ee74-d258-4aca-b437-a533d8513c06 req-982dc7d8-98f1-4d28-a6f6-899376537680 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:44.851702 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8d2ee74-d258-4aca-b437-a533d8513c06 req-982dc7d8-98f1-4d28-a6f6-899376537680 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.1113279 May 26 18:23:44.908536 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-5d329669-361b-4bdf-942e-6972866031fa service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140603 May 26 18:23:45.001595 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f8d2ee74-d258-4aca-b437-a533d8513c06 req-2bec55d5-d941-474b-88aa-ef9048730f60 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417613 May 26 18:23:45.053905 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c1fd2c00-b776-4306-82f4-f1d59c12d1d2 req-05f41ba0-6f80-46cb-a7c9-979dbe11e8ee service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364563 May 26 18:23:46.130086 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f489fa5-0784-412d-ac8d-7cd8693064a2 req-20daa9f9-dbb5-4283-b0bb-22b2e823e9b2 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:46.133317 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f489fa5-0784-412d-ac8d-7cd8693064a2 req-20daa9f9-dbb5-4283-b0bb-22b2e823e9b2 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0563142 May 26 18:23:46.192584 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5f489fa5-0784-412d-ac8d-7cd8693064a2 req-9cdb0c11-1f61-4a4f-9148-83258d3a4a7f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529170 May 26 18:23:47.313135 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395db63-662c-4054-9133-b6e37fc1d17d req-c0654dc8-f713-4269-86a0-f37efbd09233 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:47.315077 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3395db63-662c-4054-9133-b6e37fc1d17d req-c0654dc8-f713-4269-86a0-f37efbd09233 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0486183 May 26 18:23:47.335117 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:47.364767 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3395db63-662c-4054-9133-b6e37fc1d17d req-c5ad2f01-22f2-4b67-838b-d1000fe900ea tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440421 May 26 18:23:48.488838 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24fc1e-2028-4a56-b46a-f85dd5d2b1bf req-0038a5e0-cd49-40b4-91cd-57e1e0832a57 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:48.490358 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf24fc1e-2028-4a56-b46a-f85dd5d2b1bf req-0038a5e0-cd49-40b4-91cd-57e1e0832a57 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0507779 May 26 18:23:48.540677 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf24fc1e-2028-4a56-b46a-f85dd5d2b1bf req-e72ca673-2668-4973-8f40-a4c0ce426486 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427480 May 26 18:23:48.671098 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-55637c22-8007-4285-8345-7d21fd24c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:48.672596 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-55637c22-8007-4285-8345-7d21fd24c858 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 1129 time: 0.0397873 May 26 18:23:48.985147 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:49.024719 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-32e380f4-e736-46b6-b7ed-f875e3bd9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:49.026221 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-32e380f4-e736-46b6-b7ed-f875e3bd9bf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.3464227 May 26 18:23:49.085674 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-9cc74f56-1f27-419f-8168-421dfed9f714 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 200 len: 1000 time: 0.0530765 May 26 18:23:49.133447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-2f306549-eab9-4485-a425-3b61fd795eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:49.134878 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-2f306549-eab9-4485-a425-3b61fd795eb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.0434711 May 26 18:23:49.180188 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-bbbb86b2-0e1f-4e0d-a723-24f2a7f59255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:49.181787 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-bbbb86b2-0e1f-4e0d-a723-24f2a7f59255 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413148 May 26 18:23:49.272544 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-69ae02e4-58bc-4d9c-9ded-2782329fe27e service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843351 May 26 18:23:49.371862 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3a5d5ece-c236-4f13-9ad3-2a75a935b3c6 req-59fceabf-27ef-4d9b-9bc3-999d63167aaa service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911009 May 26 18:23:49.649383 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:49.660653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a74c-c62b-4d86-993d-2485c2fb9eb6 req-4a47eee7-1e45-4732-9d78-bdd4afffb5e6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:49.662179 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f08a74c-c62b-4d86-993d-2485c2fb9eb6 req-4a47eee7-1e45-4732-9d78-bdd4afffb5e6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 945 time: 0.0481477 May 26 18:23:49.709436 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6f08a74c-c62b-4d86-993d-2485c2fb9eb6 req-a47d4dc3-e453-4ad1-85d6-3a41188aeb3f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 May 26 18:23:50.336318 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4cb56c5f-f038-4c22-b787-31f068e5a417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:50.517755 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=18 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:50.682331 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:50.762214 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 889d39d4-d8a9-413d-850d-667746898381 is: ACTIVE; New status is: DOWN {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:23:50.762619 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:50.790005 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889d39d4-d8a9-413d-850d-667746898381'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:23:50.792129 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a03d25-5393-4f4d-9d1b-6cefa27aacf5" -d '{"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "889d39d4-d8a9-413d-850d-667746898381"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:23:50.807536 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:23:50.808824 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:50.848505 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e15ba-5ba2-40d9-95b7-e38141910332 req-2acf239e-93c5-4959-b85c-e9b66cbc257b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:50.850005 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-511e15ba-5ba2-40d9-95b7-e38141910332 req-2acf239e-93c5-4959-b85c-e9b66cbc257b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0613549 May 26 18:23:50.856066 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=8']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:50.907513 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-511e15ba-5ba2-40d9-95b7-e38141910332 req-ae040ea2-fac3-4767-beda-04d7c34452b1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518558 May 26 18:23:50.967896 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 18:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db504e31-44ce-464c-859e-51212393004e x-openstack-request-id: req-db504e31-44ce-464c-859e-51212393004e {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:23:50.968217 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "889d39d4-d8a9-413d-850d-667746898381", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:23:50.968474 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db504e31-44ce-464c-859e-51212393004e {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:23:50.969311 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db504e31-44ce-464c-859e-51212393004e'] response: {'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889d39d4-d8a9-413d-850d-667746898381', 'code': 200} May 26 18:23:52.082828 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe7a80-dd19-47c6-9765-bd702f5fb252 req-734f4275-e3ec-40a1-a7c4-7f36baa6cfb1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:52.091946 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-94fe7a80-dd19-47c6-9765-bd702f5fb252 req-734f4275-e3ec-40a1-a7c4-7f36baa6cfb1 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.1074073 May 26 18:23:52.166350 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-94fe7a80-dd19-47c6-9765-bd702f5fb252 req-756dec2f-e284-43af-9636-a5c749958337 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732684 May 26 18:23:52.251842 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 59902) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:52.371035 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-aa9accb2-14ca-4aab-87d2-aac9c9c0d723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:52.460098 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-aa9accb2-14ca-4aab-87d2-aac9c9c0d723 admin admin] Publish callbacks [] for security_group (a8498799-cf98-487b-999c-00bfb2abe7f7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:52.464659 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-aa9accb2-14ca-4aab-87d2-aac9c9c0d723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a8498799-cf98-487b-999c-00bfb2abe7f7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:52.508279 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-aa9accb2-14ca-4aab-87d2-aac9c9c0d723 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a6841e8ca214315a5516d5339d57003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552731 May 26 18:23:52.508968 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9accb2-14ca-4aab-87d2-aac9c9c0d723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8498799-cf98-487b-999c-00bfb2abe7f7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:52.511205 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59914) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:52.562329 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Publish callbacks [] for security_group (a8498799-cf98-487b-999c-00bfb2abe7f7), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:52.584710 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c46516d6-65bc-4961-954a-da1f1fe2ca41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:52.585387 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Publish callbacks [] for security_group (a8498799-cf98-487b-999c-00bfb2abe7f7), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:52.637600 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a8498799-cf98-487b-999c-00bfb2abe7f7), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:52.640521 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:52.641995 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8498799-cf98-487b-999c-00bfb2abe7f7 HTTP/1.1" status: 204 len: 168 time: 0.1295164 May 26 18:23:52.649471 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8498799-cf98-487b-999c-00bfb2abe7f7,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:23:52.657138 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.657490 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.657858 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.658193 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.658724 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.659219 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.659547 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.660040 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.660370 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.660702 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.661036 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.661366 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.661685 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.662273 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:52.662699 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206c7db6-c808-4d6a-aba1-e80db15daac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:23:53.106278 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-f17ac62d-c6bd-4b70-8117-d88f57a6961b req-5c544785-bd91-47fa-96ee-5668c2d020f9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:23:53.107303 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f17ac62d-c6bd-4b70-8117-d88f57a6961b req-5c544785-bd91-47fa-96ee-5668c2d020f9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1091266 May 26 18:23:53.297846 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a33b9-e94f-46cf-8d1f-072a66edbd60 req-a9ce9197-19b2-478a-843c-4885c3b95545 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:53.299342 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af3a33b9-e94f-46cf-8d1f-072a66edbd60 req-a9ce9197-19b2-478a-843c-4885c3b95545 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0624681 May 26 18:23:53.334093 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:53.353413 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af3a33b9-e94f-46cf-8d1f-072a66edbd60 req-393eb23b-f434-4057-86f6-34a20f151ce0 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467455 May 26 18:23:53.526195 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:23:53.671687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:53.836179 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 59998) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:53.934116 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-e1e3a92a-00a3-4c0c-862b-534ea1eba153 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966985 May 26 18:23:53.943134 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-ac5e9f03-842a-40bd-9736-d7c7973337ee service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103965) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:23:53.944089 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-ac5e9f03-842a-40bd-9736-d7c7973337ee service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050046 May 26 18:23:54.035765 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60010) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:23:54.127848 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-19a91cb4-25aa-4e03-90e6-e1e7e030111f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:54.129253 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-19a91cb4-25aa-4e03-90e6-e1e7e030111f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports/889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 200 len: 940 time: 0.0924752 May 26 18:23:54.484409 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c3816-4d41-458b-8d12-5939aee3ef9e req-67ebea8c-44d1-4ee0-a882-a5d5e70f9267 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:54.486027 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-945c3816-4d41-458b-8d12-5939aee3ef9e req-67ebea8c-44d1-4ee0-a882-a5d5e70f9267 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0521619 May 26 18:23:54.536797 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-945c3816-4d41-458b-8d12-5939aee3ef9e req-b710617d-07d9-4fc9-b1e7-d1c584a56b6f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443206 May 26 18:23:54.716754 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:23:54.791109 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 889d39d4-d8a9-413d-850d-667746898381 is: DOWN; New status is: DOWN {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:23:54.895014 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-b3e50ff9-ef23-4c98-bc10-acc4915f8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:54.896487 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-b3e50ff9-ef23-4c98-bc10-acc4915f8365 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b&tenant_id=84dc70884aff4a799bb8f38899766e81 HTTP/1.1" status: 200 len: 1127 time: 0.0388799 May 26 18:23:54.958131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-7b406961-438e-4d6c-a8c8-a648167227ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:54.959645 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-7b406961-438e-4d6c-a8c8-a648167227ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=84dc70884aff4a799bb8f38899766e81&device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 1127 time: 0.0430214 May 26 18:23:55.052063 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-65426720-622a-41dc-9dcc-31469aab810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:55.053565 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-65426720-622a-41dc-9dcc-31469aab810b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 200 len: 917 time: 0.0869279 May 26 18:23:55.118691 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-ee9273f6-ad50-48c6-aa9c-d9bb21517183 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 200 len: 998 time: 0.0584784 May 26 18:23:55.170585 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-26a78214-7dcd-49e7-828a-bd14a6f65c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:55.172044 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-26a78214-7dcd-49e7-828a-bd14a6f65c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 200 len: 855 time: 0.0476835 May 26 18:23:55.217382 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-bb642a03-cf9a-41d4-98d9-c45df35c731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:55.219018 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-bb642a03-cf9a-41d4-98d9-c45df35c731d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b60b547b-b8f7-49ae-8ba6-53f64d41d871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410361 May 26 18:23:55.233362 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:23:55.257395 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:55.335836 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-a5322196-2565-45f0-9a51-8e70f9b8ff50 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111052 May 26 18:23:55.424855 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-e98aa048-cfb1-46c4-9cd5-b46febed4989 service neutron] 10.222.0.42 "GET /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830703 May 26 18:23:55.671363 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e5aca-75d9-4456-975c-7612dca6c901 req-e3057c9f-7394-4e21-b96d-5e29cb95563d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:55.673143 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb6e5aca-75d9-4456-975c-7612dca6c901 req-e3057c9f-7394-4e21-b96d-5e29cb95563d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0568078 May 26 18:23:55.726432 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-eb6e5aca-75d9-4456-975c-7612dca6c901 req-01da0cbb-2b23-4135-adfd-e56b9cf4354e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464242 May 26 18:23:56.493589 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:23:56.909441 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb18b4-d894-4f1a-a8bc-aebf43c69b5c req-7f9f82ba-6c80-475e-a9a1-6c84a6b392b9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:56.911131 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0eb18b4-d894-4f1a-a8bc-aebf43c69b5c req-7f9f82ba-6c80-475e-a9a1-6c84a6b392b9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0579557 May 26 18:23:56.961259 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0eb18b4-d894-4f1a-a8bc-aebf43c69b5c req-91dba0ed-f862-4f05-880c-1fb3d68861cf tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433867 May 26 18:23:58.112816 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a270d5-c8d4-467a-813e-25dc0c6c0e91 req-b93bae46-9116-464a-9210-48daea4f9c6d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:58.115320 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50a270d5-c8d4-467a-813e-25dc0c6c0e91 req-b93bae46-9116-464a-9210-48daea4f9c6d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0585959 May 26 18:23:58.211950 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-50a270d5-c8d4-467a-813e-25dc0c6c0e91 req-06937b7b-bc07-436f-9c6b-d83faa45703f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905449 May 26 18:23:59.409414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8fd87-3222-4874-ba1a-c38c78099519 req-acf5c4e4-e6ac-4d60-ad9f-65f7c0df0897 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:23:59.411021 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-57c8fd87-3222-4874-ba1a-c38c78099519 req-acf5c4e4-e6ac-4d60-ad9f-65f7c0df0897 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0773377 May 26 18:23:59.484439 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-57c8fd87-3222-4874-ba1a-c38c78099519 req-57a6780c-89c0-42c1-8d53-c8bbdb7ae71e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675271 May 26 18:24:00.598082 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:00.618150 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a33c-d644-4f48-b354-067d4b412048 req-09554543-9e15-4c5e-88cf-f7deaa19ffab tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:00.619701 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b361a33c-d644-4f48-b354-067d4b412048 req-09554543-9e15-4c5e-88cf-f7deaa19ffab tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0510936 May 26 18:24:00.681451 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b361a33c-d644-4f48-b354-067d4b412048 req-cf063381-3005-4ffe-af04-f8ef8ed48f0e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556648 May 26 18:24:01.982110 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069b7f-eb3d-4521-a3db-770f612bbaa6 req-ff1d969a-921e-4ef1-bffe-28d37872f953 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:01.983913 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f4069b7f-eb3d-4521-a3db-770f612bbaa6 req-ff1d969a-921e-4ef1-bffe-28d37872f953 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0544355 May 26 18:24:02.165882 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f4069b7f-eb3d-4521-a3db-770f612bbaa6 req-2b9ac9b6-dd3a-43b6-a399-5d91b9ab298f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761289 May 26 18:24:03.340276 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c025c7-b4dd-4c8d-8347-fc56ff920a1c req-dc583b09-d6b4-4c72-8ef2-cf1f21de8548 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:03.342466 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4c025c7-b4dd-4c8d-8347-fc56ff920a1c req-dc583b09-d6b4-4c72-8ef2-cf1f21de8548 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0903382 May 26 18:24:03.394072 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b4c025c7-b4dd-4c8d-8347-fc56ff920a1c req-efd31d01-55f3-4474-a785-5734d924692b tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459411 May 26 18:24:03.920352 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60202) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:04.027326 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c301f9cb-b6da-4c72-b14c-11872997f8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:04.105052 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c301f9cb-b6da-4c72-b14c-11872997f8b4 admin admin] Publish callbacks [] for security_group (c3e6fa0a-88cd-4227-95af-1e9a5e070d2e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:04.110010 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c301f9cb-b6da-4c72-b14c-11872997f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c3e6fa0a-88cd-4227-95af-1e9a5e070d2e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:04.147669 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301f9cb-b6da-4c72-b14c-11872997f8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e6fa0a-88cd-4227-95af-1e9a5e070d2e,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:04.151895 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c301f9cb-b6da-4c72-b14c-11872997f8b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80708cb25d834c8fa35f02a0ce76442a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305310 May 26 18:24:04.154706 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60206) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:04.202066 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-21b4f81a-da0f-4321-91a1-64994fdb74a4 admin admin] Publish callbacks [] for security_group (c3e6fa0a-88cd-4227-95af-1e9a5e070d2e), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:04.226231 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-21b4f81a-da0f-4321-91a1-64994fdb74a4 admin admin] Publish callbacks [] for security_group (c3e6fa0a-88cd-4227-95af-1e9a5e070d2e), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:04.279543 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-21b4f81a-da0f-4321-91a1-64994fdb74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c3e6fa0a-88cd-4227-95af-1e9a5e070d2e), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:04.282067 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-21b4f81a-da0f-4321-91a1-64994fdb74a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:04.284499 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-21b4f81a-da0f-4321-91a1-64994fdb74a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3e6fa0a-88cd-4227-95af-1e9a5e070d2e HTTP/1.1" status: 204 len: 168 time: 0.1288807 May 26 18:24:04.292353 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4f81a-da0f-4321-91a1-64994fdb74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e6fa0a-88cd-4227-95af-1e9a5e070d2e,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:04.526912 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5ca04-c35b-41a1-8d55-39b2d051ae70 req-2714d3d8-b73c-49e4-b97d-2b30771d38a5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:04.528622 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83c5ca04-c35b-41a1-8d55-39b2d051ae70 req-2714d3d8-b73c-49e4-b97d-2b30771d38a5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0542538 May 26 18:24:04.586163 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-83c5ca04-c35b-41a1-8d55-39b2d051ae70 req-bc938333-21d5-4e7c-bf0b-77d27ef70e92 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516672 May 26 18:24:05.709302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40fecb-9781-48d8-ad8b-078b9497abd1 req-b01cbdb7-936f-4af2-b12c-bad8607aa6e5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:05.710781 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e40fecb-9781-48d8-ad8b-078b9497abd1 req-b01cbdb7-936f-4af2-b12c-bad8607aa6e5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0471296 May 26 18:24:05.766726 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8e40fecb-9781-48d8-ad8b-078b9497abd1 req-d24f6367-fe25-4948-b37d-8b95dcdf748d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494142 May 26 18:24:06.488732 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:06.743471 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:24:06.747543 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:06.872500 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:06.910706 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '889d39d4-d8a9-413d-850d-667746898381', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'port_id': '889d39d4-d8a9-413d-850d-667746898381', 'mac_address': 'fa:16:3e:fb:ea:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:24:06.938022 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665e259-be40-45c7-a55d-a4aa9b5ddfe6 req-a7dbc113-8aaa-49f8-9dae-09f7bc47b68c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:06.939618 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c665e259-be40-45c7-a55d-a4aa9b5ddfe6 req-a7dbc113-8aaa-49f8-9dae-09f7bc47b68c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 943 time: 0.0611153 May 26 18:24:06.952677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 889d39d4-d8a9-413d-850d-667746898381 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:24:06.953060 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:06.955074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:06.968210 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889d39d4-d8a9-413d-850d-667746898381 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:24:06.990678 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:06.992892 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c665e259-be40-45c7-a55d-a4aa9b5ddfe6 req-27a4de36-857a-41b5-98fc-9a1e4a7cf66c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446970 May 26 18:24:06.995076 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:07.046134 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=9']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:07.235798 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['889d39d4-d8a9-413d-850d-667746898381'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:24:07.774657 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:07.779410 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:08.161214 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f7e88-de28-4487-b12b-537689be374f req-f6e7988e-d860-4b7b-892e-d32b8b36de16 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:08.162775 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e60f7e88-de28-4487-b12b-537689be374f req-f6e7988e-d860-4b7b-892e-d32b8b36de16 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 944 time: 0.0785728 May 26 18:24:08.182960 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68e07d-28ec-4f8b-9321-bdd9e4977420 req-e0d34529-cb49-475c-b732-1340e95057a5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:08.184942 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f68e07d-28ec-4f8b-9321-bdd9e4977420 req-e0d34529-cb49-475c-b732-1340e95057a5 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 945 time: 0.0685956 May 26 18:24:08.247205 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e60f7e88-de28-4487-b12b-537689be374f req-de5dd33b-e0e1-4995-8395-31b3df9683fa tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783319 May 26 18:24:08.254524 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f68e07d-28ec-4f8b-9321-bdd9e4977420 req-b3278cc4-56ef-4c3c-b8ea-a82bb70f3226 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632482 May 26 18:24:08.744285 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:24:08.787047 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 889d39d4-d8a9-413d-850d-667746898381 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:24:08.787424 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (889d39d4-d8a9-413d-850d-667746898381), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:08.860114 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 889d39d4-d8a9-413d-850d-667746898381 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:24:08.860493 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (889d39d4-d8a9-413d-850d-667746898381), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:08.882023 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d39d4-d8a9-413d-850d-667746898381'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:24:08.884373 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9466bff0-33ae-41cc-843f-43b996b0389d" -d '{"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-plugged", "status": "completed", "tag": "889d39d4-d8a9-413d-850d-667746898381"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:24:08.897467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:08.901852 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (889d39d4-d8a9-413d-850d-667746898381), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:08.927153 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf50484-e00d-4ffe-bac6-028b26c4eeba x-openstack-request-id: req-bdf50484-e00d-4ffe-bac6-028b26c4eeba {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:24:08.927467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-plugged", "status": "completed", "tag": "889d39d4-d8a9-413d-850d-667746898381", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:24:08.927719 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdf50484-e00d-4ffe-bac6-028b26c4eeba {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:24:08.928100 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf50484-e00d-4ffe-bac6-028b26c4eeba'] response: {'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889d39d4-d8a9-413d-850d-667746898381', 'code': 200} May 26 18:24:08.952963 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=10']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:09.438246 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56608455-73c7-43b5-8ea7-e189cdf53b54 req-27de8ac0-83ab-4f04-a914-08750c312e9c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:09.439696 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56608455-73c7-43b5-8ea7-e189cdf53b54 req-27de8ac0-83ab-4f04-a914-08750c312e9c tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 946 time: 0.0938230 May 26 18:24:09.460747 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2816e-e4f6-47e7-ba31-9de2c3a5d04b req-f3428746-6d46-4080-afaa-6e797390df5f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:09.462181 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-15d2816e-e4f6-47e7-ba31-9de2c3a5d04b req-f3428746-6d46-4080-afaa-6e797390df5f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 945 time: 0.1024809 May 26 18:24:09.492750 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59533505-4421-4dd8-8bf1-60316c25fc43 req-8248be2c-aa2d-4029-b25a-5a4abd4041ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:09.494206 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59533505-4421-4dd8-8bf1-60316c25fc43 req-8248be2c-aa2d-4029-b25a-5a4abd4041ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 1130 time: 0.0766723 May 26 18:24:09.592701 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-56608455-73c7-43b5-8ea7-e189cdf53b54 req-1a4c1805-68de-4758-ab71-0b51b0311f73 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275685 May 26 18:24:09.604329 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-15d2816e-e4f6-47e7-ba31-9de2c3a5d04b req-61a847ed-8ab7-4afb-8d76-26169764bb4b tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups?id=ccd7d500-dc11-42c3-81b1-596452bc1bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335425 May 26 18:24:09.616730 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-6d3530ff-2f25-442c-956b-0b9157392fa4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:09.618251 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-6d3530ff-2f25-442c-956b-0b9157392fa4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 945 time: 0.1082058 May 26 18:24:09.659171 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59533505-4421-4dd8-8bf1-60316c25fc43 req-4f8a460a-f0fc-4f3a-9f5d-b4cef699cb1e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480618 May 26 18:24:09.661693 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:09.711794 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Deleting port 753009b3-34ab-4d28-8615-7b4ef5d0174c {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:09.712198 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:09.843434 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] For port 753009b3-34ab-4d28-8615-7b4ef5d0174c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=753009b3-34ab-4d28-8615-7b4ef5d0174c,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:09.843705 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:09.861840 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121ca5-3189-4131-8a66-822434254b37 req-5baa1603-78ce-4bef-8d90-28ac0849fb2b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:09.863305 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9a121ca5-3189-4131-8a66-822434254b37 req-5baa1603-78ce-4bef-8d90-28ac0849fb2b tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 945 time: 0.0730412 May 26 18:24:09.969736 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:09.990365 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9a121ca5-3189-4131-8a66-822434254b37 req-21de7d3b-42fa-4754-b65f-a8b4a8a3c8dd tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207530 May 26 18:24:10.053638 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:10.054033 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (8034ee93-1e3d-4500-8ca6-f983a11a5b94), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:10.054346 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Floating IP 8034ee93-1e3d-4500-8ca6-f983a11a5b94 disassociated. External IP: 172.27.3.217, port: 753009b3-34ab-4d28-8615-7b4ef5d0174c. May 26 18:24:10.054784 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Calling delete_port for 753009b3-34ab-4d28-8615-7b4ef5d0174c owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:10.180651 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (753009b3-34ab-4d28-8615-7b4ef5d0174c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:10.210775 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'Port': ['ID=753009b3-34ab-4d28-8615-7b4ef5d0174c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:10.320695 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:24:10.423453 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:24:10.433119 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:24:10.443878 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:10.444490 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:23:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:10.464812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] No DVR routers for this DVR port 753009b3-34ab-4d28-8615-7b4ef5d0174c on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:24:10.468722 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:10.472430 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-72bed184-6991-48cd-be5f-2159a30fd6b5 req-5d4f68ca-1695-4b7e-95a2-5e265c4d0a91 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.42 "DELETE /v2.0/ports/753009b3-34ab-4d28-8615-7b4ef5d0174c HTTP/1.1" status: 204 len: 173 time: 0.8480868 May 26 18:24:10.473120 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'name': 'network-vif-deleted', 'tag': '753009b3-34ab-4d28-8615-7b4ef5d0174c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:24:10.475582 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8742e92-d5ac-48be-b1d3-64c3a9c6e3ef" -d '{"events": [{"server_uuid": "26af75eb-5db2-4a22-94ae-8b9f18a3dd90", "name": "network-vif-deleted", "tag": "753009b3-34ab-4d28-8615-7b4ef5d0174c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:24:10.555581 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:10.724629 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59165dac-ff76-4c5d-9d74-7a896f65fd7d x-openstack-request-id: req-59165dac-ff76-4c5d-9d74-7a896f65fd7d {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:24:10.725149 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26af75eb-5db2-4a22-94ae-8b9f18a3dd90", "name": "network-vif-deleted", "tag": "753009b3-34ab-4d28-8615-7b4ef5d0174c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:24:10.725598 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59165dac-ff76-4c5d-9d74-7a896f65fd7d {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:24:10.726206 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59165dac-ff76-4c5d-9d74-7a896f65fd7d'] response: {'server_uuid': '26af75eb-5db2-4a22-94ae-8b9f18a3dd90', 'name': 'network-vif-deleted', 'tag': '753009b3-34ab-4d28-8615-7b4ef5d0174c', 'status': 'completed', 'code': 200} May 26 18:24:10.739196 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9f745-6ef1-4db7-9fa7-f1d361ee3069 req-d6ec050f-14f9-4e1c-a120-1ecaf31211ab tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:10.740749 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6fb9f745-6ef1-4db7-9fa7-f1d361ee3069 req-d6ec050f-14f9-4e1c-a120-1ecaf31211ab tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 946 time: 0.0547342 May 26 18:24:10.773450 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:10.799055 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:24:10.807630 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:10.808231 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:23:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:10.816946 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0519ba5-7700-4e60-a122-081d3e369303 req-a510cdfb-10a5-44f6-9efb-49f940188f08 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 210 time: 0.0360644 May 26 18:24:10.820141 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6fb9f745-6ef1-4db7-9fa7-f1d361ee3069 req-6dcfcf83-a094-47ee-b568-58c1a3b6397e tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737998 May 26 18:24:10.908505 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:11.089321 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:11.102463 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f1b9d-b9b6-4fda-85fa-393bc514c8f8 req-b0f0ea97-7d50-4be1-a510-45aaf42a0f64 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:11.103938 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b57f1b9d-b9b6-4fda-85fa-393bc514c8f8 req-b0f0ea97-7d50-4be1-a510-45aaf42a0f64 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 945 time: 0.0472605 May 26 18:24:11.114275 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f0220-7d1b-44fd-897d-e69f41ce4182 None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:48Z', 'revision_number': 4, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'faa11c34-cfdd-44fa-af6e-f008999a75df', 'name': '', 'network_id': '8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'mac_address': 'fa:16:3e:04:e9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:46Z', 'updated_at': '2022-05-26T18:17:58Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'subnets': [{'id': 'f7dbb774-e8ea-4513-864e-fb7fc7d93b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:24:11.115638 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:11.157160 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b57f1b9d-b9b6-4fda-85fa-393bc514c8f8 req-6923e5d2-f28c-46de-8a8a-c49e865ac06e tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468085 May 26 18:24:11.333893 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398a83e3-0254-4041-8936-f826073a985d None None] New status for floating IP 8034ee93-1e3d-4500-8ca6-f983a11a5b94: DOWN {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:24:11.528836 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:11.726191 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-08ca5299-d279-4b64-b3f6-244dd9b29d06 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:11.727683 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-08ca5299-d279-4b64-b3f6-244dd9b29d06 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 945 time: 0.0540006 May 26 18:24:11.958187 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3e552cab-74d4-4681-924a-5b1d9c7f9e79 req-2aaa5941-e496-4f3e-9a44-8e58ed2ab1f2 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/ports?device_id=26af75eb-5db2-4a22-94ae-8b9f18a3dd90 HTTP/1.1" status: 200 len: 210 time: 0.0559225 May 26 18:24:11.976518 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e24fe-dcc9-4011-8a69-58d2f8160896 req-2f7afea0-85ae-4939-961f-f2c714325639 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:11.977994 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-253e24fe-dcc9-4011-8a69-58d2f8160896 req-2f7afea0-85ae-4939-961f-f2c714325639 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 946 time: 0.0733039 May 26 18:24:12.111406 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-253e24fe-dcc9-4011-8a69-58d2f8160896 req-4df8d0e5-9f25-4044-87a1-aeb61ced0263 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267960 May 26 18:24:12.142323 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Deleting port 17b9f864-286f-441e-acbd-070ab315d197 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:12.142323 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (17b9f864-286f-441e-acbd-070ab315d197), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:12.192597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:12.274745 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] For port 17b9f864-286f-441e-acbd-070ab315d197, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=17b9f864-286f-441e-acbd-070ab315d197,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:12.275107 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (17b9f864-286f-441e-acbd-070ab315d197), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:12.302523 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628353a-a564-41a4-9aff-d6af66018656 req-97bbabae-5829-4540-a366-2c2efc181b52 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:12.304097 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2628353a-a564-41a4-9aff-d6af66018656 req-97bbabae-5829-4540-a366-2c2efc181b52 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 945 time: 0.0751264 May 26 18:24:12.432926 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2628353a-a564-41a4-9aff-d6af66018656 req-3c8e9697-40b3-4f6c-8bc7-4873a6f3595c tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups?id=971894c6-7e9e-47cb-b739-9b522fd6d434&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994685 May 26 18:24:12.506541 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:12.506908 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:12.507225 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Floating IP c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64 disassociated. External IP: 172.27.3.182, port: 17b9f864-286f-441e-acbd-070ab315d197. May 26 18:24:12.507570 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Calling delete_port for 17b9f864-286f-441e-acbd-070ab315d197 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:12.656415 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (17b9f864-286f-441e-acbd-070ab315d197), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:12.690761 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event deleted for resources: {'Port': ['ID=17b9f864-286f-441e-acbd-070ab315d197,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:12.759405 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 17b9f864-286f-441e-acbd-070ab315d197 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:12.782881 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 17b9f864-286f-441e-acbd-070ab315d197 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:12.783226 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 17b9f864-286f-441e-acbd-070ab315d197 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:12.783643 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 753009b3-34ab-4d28-8615-7b4ef5d0174c no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:12.802078 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 753009b3-34ab-4d28-8615-7b4ef5d0174c {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:12.802423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 753009b3-34ab-4d28-8615-7b4ef5d0174c not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:12.816674 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Router e088a590-8aa8-4bd8-a8f3-23e6c224960d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:24:12.819819 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:12.923968 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:24:12.933396 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] Sync routers for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:24:12.945351 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:12.945994 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:23:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:13.060022 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60346) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:13.060856 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:13.135966 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1221bf90-9ef8-4b92-90de-7f6c258e372f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (ccd7d500-dc11-42c3-81b1-596452bc1bd4), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.166912 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1221bf90-9ef8-4b92-90de-7f6c258e372f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (ccd7d500-dc11-42c3-81b1-596452bc1bd4), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.241006 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1221bf90-9ef8-4b92-90de-7f6c258e372f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (ccd7d500-dc11-42c3-81b1-596452bc1bd4), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.244695 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1221bf90-9ef8-4b92-90de-7f6c258e372f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.246071 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1221bf90-9ef8-4b92-90de-7f6c258e372f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "DELETE /v2.0/security-groups/ccd7d500-dc11-42c3-81b1-596452bc1bd4 HTTP/1.1" status: 204 len: 168 time: 0.1837473 May 26 18:24:13.258093 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60350) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:13.259891 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221bf90-9ef8-4b92-90de-7f6c258e372f tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd7d500-dc11-42c3-81b1-596452bc1bd4,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:13.300177 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.api.v2.resource [None req-bd494731-bb1c-40a7-989e-831694fc16f4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] show failed (client error): The resource could not be found. May 26 18:24:13.306300 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-bd494731-bb1c-40a7-989e-831694fc16f4 tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "GET /v2.0/security-groups/ccd7d500-dc11-42c3-81b1-596452bc1bd4 HTTP/1.1" status: 404 len: 347 time: 0.0436442 May 26 18:24:13.307755 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60352) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:13.340200 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:13.346961 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:13.366029 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] No DVR routers for this DVR port 17b9f864-286f-441e-acbd-070ab315d197 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:24:13.370510 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.375246 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-418ba0e5-b3ee-4b66-aa86-9b84395d092e req-6642d361-9be9-4349-97a9-a91b234ef4a4 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.42 "DELETE /v2.0/ports/17b9f864-286f-441e-acbd-070ab315d197 HTTP/1.1" status: 204 len: 173 time: 1.3830841 May 26 18:24:13.375736 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'name': 'network-vif-deleted', 'tag': '17b9f864-286f-441e-acbd-070ab315d197'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:24:13.378063 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3860c2-4c80-47e0-9a0a-1fb540da1a93" -d '{"events": [{"server_uuid": "d34599fe-7096-4f0a-a115-f975c3cbee2c", "name": "network-vif-deleted", "tag": "17b9f864-286f-441e-acbd-070ab315d197"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:24:13.397367 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5d78b-1608-405b-ba2f-8ef204e9bc2f req-5a213c5c-9a3f-4536-a715-28cab1b4545f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:13.399019 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e4e5d78b-1608-405b-ba2f-8ef204e9bc2f req-5a213c5c-9a3f-4536-a715-28cab1b4545f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 946 time: 0.0788121 May 26 18:24:13.435762 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fe21d0-f443-43a3-8d6e-fb15829f6bf4 x-openstack-request-id: req-01fe21d0-f443-43a3-8d6e-fb15829f6bf4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:24:13.445236 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34599fe-7096-4f0a-a115-f975c3cbee2c", "name": "network-vif-deleted", "tag": "17b9f864-286f-441e-acbd-070ab315d197", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:24:13.447940 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01fe21d0-f443-43a3-8d6e-fb15829f6bf4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:24:13.448999 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01fe21d0-f443-43a3-8d6e-fb15829f6bf4'] response: {'server_uuid': 'd34599fe-7096-4f0a-a115-f975c3cbee2c', 'name': 'network-vif-deleted', 'tag': '17b9f864-286f-441e-acbd-070ab315d197', 'status': 'completed', 'code': 200} May 26 18:24:13.457292 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:13.461004 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Deleting port e5511371-949f-4e89-bdab-07e373cad807 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:13.461582 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (e5511371-949f-4e89-bdab-07e373cad807), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.502275 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e4e5d78b-1608-405b-ba2f-8ef204e9bc2f req-fbb2cfa7-0966-46be-a965-a83e55ec3b31 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930667 May 26 18:24:13.506045 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] Checking router: e088a590-8aa8-4bd8-a8f3-23e6c224960d for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:24:13.529251 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:13.534954 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:13.535911 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:23:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:13.542431 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:13.574566 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c37bf899-0d3e-401e-8607-3037961ab4b7 req-19966749-53e8-41fc-b8b6-3220132f6a86 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/ports?device_id=d34599fe-7096-4f0a-a115-f975c3cbee2c HTTP/1.1" status: 200 len: 210 time: 0.0417061 May 26 18:24:13.603862 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (e5511371-949f-4e89-bdab-07e373cad807), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.604282 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (e5511371-949f-4e89-bdab-07e373cad807), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.617618 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Calling delete_port for e5511371-949f-4e89-bdab-07e373cad807 owned by network:floatingip {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:13.650184 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:13.662801 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.752468 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (e5511371-949f-4e89-bdab-07e373cad807), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.778610 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Pushing event deleted for resources: {'Port': ['ID=e5511371-949f-4e89-bdab-07e373cad807,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:13.848881 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:13.849200 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks [] for floatingip (8034ee93-1e3d-4500-8ca6-f983a11a5b94), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.852310 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:13.853540 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-89c6938d-31d5-4723-a87e-8a1493b37d3e tempest-AttachVolumeNegativeTest-74435016 tempest-AttachVolumeNegativeTest-74435016-project] 10.222.0.46 "DELETE /v2.0/floatingips/8034ee93-1e3d-4500-8ca6-f983a11a5b94 HTTP/1.1" status: 204 len: 168 time: 0.5445023 May 26 18:24:13.881402 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c53499-f980-43c1-82b3-13ee8eced620 None None] The sync data for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi is: [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:17:53Z', 'revision_number': 4, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'a8b234d4-fd82-4fde-b924-907c788bafbf', 'name': '', 'network_id': '8c7075e7-d3fe-46a2-a6e3-f88506cd300f', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'mac_address': 'fa:16:3e:3f:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:48Z', 'updated_at': '2022-05-26T18:18:00Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'subnets': [{'id': '090b1aa7-3fdd-4f15-a285-ef94307d835f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:24:14.136494 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4553f2cf-2684-455a-b549-47a6b6d29da4 None None] New status for floating IP c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64: DOWN {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:24:14.660807 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60368) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:14.715054 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-081edf63-fa72-41c1-a422-d0ae50d207c9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (971894c6-7e9e-47cb-b739-9b522fd6d434), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:14.741132 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-081edf63-fa72-41c1-a422-d0ae50d207c9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (971894c6-7e9e-47cb-b739-9b522fd6d434), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:14.787374 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-081edf63-fa72-41c1-a422-d0ae50d207c9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (971894c6-7e9e-47cb-b739-9b522fd6d434), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:14.789943 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-081edf63-fa72-41c1-a422-d0ae50d207c9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:14.791083 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-081edf63-fa72-41c1-a422-d0ae50d207c9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "DELETE /v2.0/security-groups/971894c6-7e9e-47cb-b739-9b522fd6d434 HTTP/1.1" status: 204 len: 168 time: 0.1292942 May 26 18:24:14.794307 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60370) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:14.800555 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081edf63-fa72-41c1-a422-d0ae50d207c9 tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971894c6-7e9e-47cb-b739-9b522fd6d434,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:14.807848 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.api.v2.resource [None req-56b80e8a-c5f9-41e5-b0fc-83744e3afdec tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] show failed (client error): The resource could not be found. May 26 18:24:14.808839 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-56b80e8a-c5f9-41e5-b0fc-83744e3afdec tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "GET /v2.0/security-groups/971894c6-7e9e-47cb-b739-9b522fd6d434 HTTP/1.1" status: 404 len: 347 time: 0.0134923 May 26 18:24:14.812452 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60372) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:14.891673 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:14.925375 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Deleting port e8d4197b-1f1e-49f1-97b9-506bed1053b8 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:14.925710 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (e8d4197b-1f1e-49f1-97b9-506bed1053b8), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:15.001682 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (e8d4197b-1f1e-49f1-97b9-506bed1053b8), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:15.002033 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (e8d4197b-1f1e-49f1-97b9-506bed1053b8), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:15.015875 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Calling delete_port for e8d4197b-1f1e-49f1-97b9-506bed1053b8 owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:15.158821 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (e8d4197b-1f1e-49f1-97b9-506bed1053b8), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:15.186431 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Pushing event deleted for resources: {'Port': ['ID=e8d4197b-1f1e-49f1-97b9-506bed1053b8,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:15.255529 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks [] for floatingip (c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:15.258017 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:15.259186 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bea2f5b5-edba-43d1-bdf1-04ecb86924fc tempest-AttachVolumeTestJSON-740129577 tempest-AttachVolumeTestJSON-740129577-project] 10.222.0.46 "DELETE /v2.0/floatingips/c2d1ab94-ccbb-41bc-8b78-fe05f6fcbc64 HTTP/1.1" status: 204 len: 168 time: 0.4458408 May 26 18:24:17.582743 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60420) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:18.028397 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:18.044874 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:18.198703 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:18.263241 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Deleting port faa11c34-cfdd-44fa-af6e-f008999a75df {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:18.263571 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:18.342895 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] For port faa11c34-cfdd-44fa-af6e-f008999a75df, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=faa11c34-cfdd-44fa-af6e-f008999a75df,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:18.343257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:18.355786 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Calling delete_port for faa11c34-cfdd-44fa-af6e-f008999a75df owned by network:router_interface {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:18.526413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (faa11c34-cfdd-44fa-af6e-f008999a75df), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:18.553066 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Pushing event deleted for resources: {'Port': ['ID=faa11c34-cfdd-44fa-af6e-f008999a75df,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:18.717871 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:18.819158 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60434) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:18.833426 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:18.934928 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:24:19.040241 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:24:19.048110 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-a3c8e183-03c1-455b-9449-4c2e729b990e admin admin] 10.222.0.46 "PUT /v2.0/routers/5b475050-6bc6-4ce1-b5ca-792a9deac5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4629424 May 26 18:24:19.048669 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60438) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:19.049869 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] Sync routers for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:24:19.054472 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:19.060209 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:19.061063 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:23:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:19.158746 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks [] for router (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.159644 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:19.197221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (e088a590-8aa8-4bd8-a8f3-23e6c224960d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.257480 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks [] for router_gateway (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.287875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:19.300630 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:19.321574 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Deleting port dbc1bfa1-3d35-4adb-ba18-4a5119762782 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:19.321897 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.349124 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:24:18Z', 'revision_number': 5, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port': {'id': 'dbc1bfa1-3d35-4adb-ba18-4a5119762782', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fa:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:41Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:19.373421 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] Checking router: 5b475050-6bc6-4ce1-b5ca-792a9deac5ab for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:24:19.382189 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] Routers {'5b475050-6bc6-4ce1-b5ca-792a9deac5ab'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:19.382983 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:23:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:19.405328 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] For port dbc1bfa1-3d35-4adb-ba18-4a5119762782, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=dbc1bfa1-3d35-4adb-ba18-4a5119762782,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:19.405702 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.420493 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Calling delete_port for dbc1bfa1-3d35-4adb-ba18-4a5119762782 owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:19.438643 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Deleting port a8b234d4-fd82-4fde-b924-907c788bafbf {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:19.438979 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.469955 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] Set router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:19.519895 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:24:19Z', 'revision_number': 6, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:19.520174 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] For port a8b234d4-fd82-4fde-b924-907c788bafbf, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=a8b234d4-fd82-4fde-b924-907c788bafbf,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:19.520447 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.536638 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Calling delete_port for a8b234d4-fd82-4fde-b924-907c788bafbf owned by network:router_interface {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:19.548333 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c54505-85ba-4b38-8b7b-c1177fdfbec5 None None] The sync data for ids ['5b475050-6bc6-4ce1-b5ca-792a9deac5ab'] in dv-cinder-843493-1-iscsi is: [{'id': '5b475050-6bc6-4ce1-b5ca-792a9deac5ab', 'name': 'tempest-AttachVolumeNegativeTest-1811620279-router', 'tenant_id': '31b4afa4107c4cd2ac0212c45d998801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:24:19Z', 'revision_number': 6, 'project_id': '31b4afa4107c4cd2ac0212c45d998801', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:24:19.602447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (dbc1bfa1-3d35-4adb-ba18-4a5119762782), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.632835 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc1bfa1-3d35-4adb-ba18-4a5119762782,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:19.638247 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:19.697559 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.731341 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (a8b234d4-fd82-4fde-b924-907c788bafbf), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.753939 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b234d4-fd82-4fde-b924-907c788bafbf,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:19.806166 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.809895 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks [] for router_controller (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.876938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (5b475050-6bc6-4ce1-b5ca-792a9deac5ab), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.877703 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b475050-6bc6-4ce1-b5ca-792a9deac5ab {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:24:19.884629 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.887912 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d854c488-a130-40be-bc46-7f33c027ddee admin admin] 10.222.0.46 "DELETE /v2.0/routers/5b475050-6bc6-4ce1-b5ca-792a9deac5ab HTTP/1.1" status: 204 len: 168 time: 0.8359013 May 26 18:24:19.888925 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60440) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:19.939847 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (e088a590-8aa8-4bd8-a8f3-23e6c224960d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.945792 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ab8061-8dd4-429b-ba38-0ba42ec59130 admin admin] Deleting subnet f7dbb774-e8ea-4513-864e-fb7fc7d93b3d {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:24:19.949202 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-66ab8061-8dd4-429b-ba38-0ba42ec59130 admin admin] Publish callbacks [] for subnet (f7dbb774-e8ea-4513-864e-fb7fc7d93b3d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:19.992920 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-66ab8061-8dd4-429b-ba38-0ba42ec59130 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11816564'] for subnet (f7dbb774-e8ea-4513-864e-fb7fc7d93b3d), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.067901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-66ab8061-8dd4-429b-ba38-0ba42ec59130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (f7dbb774-e8ea-4513-864e-fb7fc7d93b3d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.116539 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:20.126198 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-66ab8061-8dd4-429b-ba38-0ba42ec59130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11346441'] for subnet (f7dbb774-e8ea-4513-864e-fb7fc7d93b3d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.157887 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-66ab8061-8dd4-429b-ba38-0ba42ec59130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.163894 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-66ab8061-8dd4-429b-ba38-0ba42ec59130 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f7dbb774-e8ea-4513-864e-fb7fc7d93b3d HTTP/1.1" status: 204 len: 168 time: 0.2716644 May 26 18:24:20.163894 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab8061-8dd4-429b-ba38-0ba42ec59130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7dbb774-e8ea-4513-864e-fb7fc7d93b3d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:20.164155 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1676f0e7-96f5-4d25-915f-a766c4ad40c9 None None] Network 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:24:20.164588 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60442) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:20.188212 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:20.243876 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.293836 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Deleting port 2ef91822-413b-491b-84ef-497b59fc7e53 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:20.294184 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.355524 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e177-072a-4ccf-9863-19c596431f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.382844 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] DHCP port deletion for 8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:24:20.383646 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] For port 2ef91822-413b-491b-84ef-497b59fc7e53, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=2ef91822-413b-491b-84ef-497b59fc7e53,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:20.384179 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.407131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Calling delete_port for 2ef91822-413b-491b-84ef-497b59fc7e53 owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:20.411937 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Router e088a590-8aa8-4bd8-a8f3-23e6c224960d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:24:20.422051 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:20.443845 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] Deleting port 2ef91822-413b-491b-84ef-497b59fc7e53 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:20.444385 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.470386 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:20.513347 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.526123 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] For port 2ef91822-413b-491b-84ef-497b59fc7e53, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=2ef91822-413b-491b-84ef-497b59fc7e53,segment=NetworkSegment(62e79cc9-6848-4742-87ee-37ddc498aa48),segment_id=62e79cc9-6848-4742-87ee-37ddc498aa48)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:20.526789 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.542030 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device dbc1bfa1-3d35-4adb-ba18-4a5119762782 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:20.545124 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] Calling delete_port for 2ef91822-413b-491b-84ef-497b59fc7e53 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:20.557587 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef91822-413b-491b-84ef-497b59fc7e53,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:20.563584 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:24:20.569131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] No DVR routers for this DVR port 2ef91822-413b-491b-84ef-497b59fc7e53 on host dv-cinder-843493-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:24:20.572280 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.572484 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.572831 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.573173 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.573356 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-22d5eac3-9885-4c95-808a-2e876a2b873e admin admin] 10.222.0.46 "PUT /v2.0/routers/e088a590-8aa8-4bd8-a8f3-23e6c224960d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7527845 May 26 18:24:20.573544 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.573910 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.574299 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.575221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60444) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:20.576222 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] Sync routers for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:24:20.576406 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.576750 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.577122 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.577586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.578328 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.578668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.579069 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.579400 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:20.582457 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: dbc1bfa1-3d35-4adb-ba18-4a5119762782 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:20.582928 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device dbc1bfa1-3d35-4adb-ba18-4a5119762782 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:20.583457 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device faa11c34-cfdd-44fa-af6e-f008999a75df no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:20.610332 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: faa11c34-cfdd-44fa-af6e-f008999a75df {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:20.611097 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device faa11c34-cfdd-44fa-af6e-f008999a75df not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:20.611622 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 2ef91822-413b-491b-84ef-497b59fc7e53 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:20.663575 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 2ef91822-413b-491b-84ef-497b59fc7e53 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:20.664027 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 2ef91822-413b-491b-84ef-497b59fc7e53 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:20.667054 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:20.667927 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:23:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:20.685608 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks [] for router (e088a590-8aa8-4bd8-a8f3-23e6c224960d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.691525 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.717647 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:20.735119 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e79cc9-6848-4742-87ee-37ddc498aa48') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:20.735569 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e79cc9-6848-4742-87ee-37ddc498aa48') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:20.747214 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (62e79cc9-6848-4742-87ee-37ddc498aa48), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.763745 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (62e79cc9-6848-4742-87ee-37ddc498aa48), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.772196 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:24:20.772597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (62e79cc9-6848-4742-87ee-37ddc498aa48), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.782237 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202'] for port (2ef91822-413b-491b-84ef-497b59fc7e53), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.807287 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 62e79cc9-6848-4742-87ee-37ddc498aa48 resource provider aggregate not found May 26 18:24:20.814624 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks [] for router_gateway (e088a590-8aa8-4bd8-a8f3-23e6c224960d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.824487 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] Pushing event deleted for resources: {'Port': ['ID=2ef91822-413b-491b-84ef-497b59fc7e53,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:20.828231 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:20.857857 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234dd4b-c6ef-4a55-8703-011d8622d848 None None] No DVR routers for this DVR port 2ef91822-413b-491b-84ef-497b59fc7e53 on host dv-cinder-843493-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:24:20.867511 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Deleting port 7f63c58f-788e-4488-bfdd-2deacd2b50f1 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:20.867925 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.972067 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] For port 7f63c58f-788e-4488-bfdd-2deacd2b50f1, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=7f63c58f-788e-4488-bfdd-2deacd2b50f1,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:20.972786 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:20.990501 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Calling delete_port for 7f63c58f-788e-4488-bfdd-2deacd2b50f1 owned by network:router_gateway {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:21.034581 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:24:19Z', 'revision_number': 5, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port': {'id': '7f63c58f-788e-4488-bfdd-2deacd2b50f1', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:df:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:17:39Z', 'updated_at': '2022-05-26T18:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:21.061887 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] Checking router: e088a590-8aa8-4bd8-a8f3-23e6c224960d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:24:21.073804 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] Routers {'e088a590-8aa8-4bd8-a8f3-23e6c224960d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:21.074604 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:23:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:21.114928 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:21.116795 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 62e79cc9-6848-4742-87ee-37ddc498aa48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62e79cc9-6848-4742-87ee-37ddc498aa48 found for delete ", "request_id": "req-05ec971b-c0da-4bdf-9e96-96c9c9c223a9"}]} May 26 18:24:21.137591 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.143832 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.149622 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69 HTTP/1.1" status: 204 len: 168 time: 0.9843864 May 26 18:24:21.161780 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd9346-dee4-4599-9ba0-76ed1ad96133 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9ad5fd-79c8-4cd5-b5bd-a36ef382cf69,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:21.161974 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:21.176004 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (7f63c58f-788e-4488-bfdd-2deacd2b50f1), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.180854 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] Set router e088a590-8aa8-4bd8-a8f3-23e6c224960d gateway port host: None {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:21.206865 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f63c58f-788e-4488-bfdd-2deacd2b50f1,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:21.235735 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:24:20Z', 'revision_number': 6, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:21.265609 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f6441-f90a-4987-be1d-5a9177a33c93 None None] The sync data for ids ['e088a590-8aa8-4bd8-a8f3-23e6c224960d'] in dv-cinder-843493-1-iscsi is: [{'id': 'e088a590-8aa8-4bd8-a8f3-23e6c224960d', 'name': 'tempest-AttachVolumeTestJSON-1553157414-router', 'tenant_id': '0c2a09a6e81240889c49b5abb24ab225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:17:37Z', 'updated_at': '2022-05-26T18:24:20Z', 'revision_number': 6, 'project_id': '0c2a09a6e81240889c49b5abb24ab225', 'gw_port_host': None}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:24:21.291773 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (e088a590-8aa8-4bd8-a8f3-23e6c224960d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.305952 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60452) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:21.347340 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f9e08892-6364-4fec-b2fc-e84716d0b162 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31b4afa4107c4cd2ac0212c45d998801&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400491 May 26 18:24:21.349530 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60454) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:21.390277 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (e088a590-8aa8-4bd8-a8f3-23e6c224960d), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.392442 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks [] for router_controller (e088a590-8aa8-4bd8-a8f3-23e6c224960d), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.396230 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0457e98e-731a-45ae-9271-b47db92c1ff8 admin admin] Publish callbacks [] for security_group (dcac27bc-c5fc-401a-afa3-63cfe4051ec9), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.418221 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0457e98e-731a-45ae-9271-b47db92c1ff8 admin admin] Publish callbacks [] for security_group (dcac27bc-c5fc-401a-afa3-63cfe4051ec9), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.436164 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (e088a590-8aa8-4bd8-a8f3-23e6c224960d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.436796 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e088a590-8aa8-4bd8-a8f3-23e6c224960d {{(pid=103965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:24:21.442008 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.442607 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-fc64d035-0761-41ec-a93a-179f2aee34c0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e088a590-8aa8-4bd8-a8f3-23e6c224960d HTTP/1.1" status: 204 len: 168 time: 0.8661444 May 26 18:24:21.445152 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60456) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:21.467006 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0457e98e-731a-45ae-9271-b47db92c1ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (dcac27bc-c5fc-401a-afa3-63cfe4051ec9), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.469566 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0457e98e-731a-45ae-9271-b47db92c1ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.470731 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0457e98e-731a-45ae-9271-b47db92c1ff8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcac27bc-c5fc-401a-afa3-63cfe4051ec9 HTTP/1.1" status: 204 len: 168 time: 0.1202242 May 26 18:24:21.478324 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457e98e-731a-45ae-9271-b47db92c1ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcac27bc-c5fc-401a-afa3-63cfe4051ec9,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:21.494370 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b7ba8d-ce24-4c5d-b198-44660e276878 admin admin] Deleting subnet 090b1aa7-3fdd-4f15-a285-ef94307d835f {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:24:21.498090 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-30b7ba8d-ce24-4c5d-b198-44660e276878 admin admin] Publish callbacks [] for subnet (090b1aa7-3fdd-4f15-a285-ef94307d835f), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.532116 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:21.539344 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-30b7ba8d-ce24-4c5d-b198-44660e276878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (090b1aa7-3fdd-4f15-a285-ef94307d835f), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.540876 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:21.625375 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-30b7ba8d-ce24-4c5d-b198-44660e276878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (090b1aa7-3fdd-4f15-a285-ef94307d835f), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.686308 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-30b7ba8d-ce24-4c5d-b198-44660e276878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (090b1aa7-3fdd-4f15-a285-ef94307d835f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.720879 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-30b7ba8d-ce24-4c5d-b198-44660e276878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.724133 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-30b7ba8d-ce24-4c5d-b198-44660e276878 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/090b1aa7-3fdd-4f15-a285-ef94307d835f HTTP/1.1" status: 204 len: 168 time: 0.2779348 May 26 18:24:21.727662 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60462) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:21.729004 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7ba8d-ce24-4c5d-b198-44660e276878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090b1aa7-3fdd-4f15-a285-ef94307d835f,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:21.734240 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff316c-5277-4399-b840-0171a9323a5e None None] Network 8c7075e7-d3fe-46a2-a6e3-f88506cd300f requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:24:21.808657 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (8c7075e7-d3fe-46a2-a6e3-f88506cd300f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.817596 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:21.846703 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:21.859735 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Deleting port 39888363-1e64-47c5-a032-dd3196f9ec14 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:21.860047 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.938077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] For port 39888363-1e64-47c5-a032-dd3196f9ec14, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=39888363-1e64-47c5-a032-dd3196f9ec14,segment=NetworkSegment(2aa65147-e94c-4b89-b9dc-ba31b3d4c72b),segment_id=2aa65147-e94c-4b89-b9dc-ba31b3d4c72b)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:21.938572 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:21.955371 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Calling delete_port for 39888363-1e64-47c5-a032-dd3196f9ec14 owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:22.058460 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64adca7-d670-41cd-8ee4-8faa7fb394ba None None] DHCP port deletion for 8c7075e7-d3fe-46a2-a6e3-f88506cd300f request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:24:22.063878 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (39888363-1e64-47c5-a032-dd3196f9ec14), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.101473 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=39888363-1e64-47c5-a032-dd3196f9ec14,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:22.103337 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] No DVR routers for this DVR port 39888363-1e64-47c5-a032-dd3196f9ec14 on host dv-cinder-843493-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:24:22.148990 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7f63c58f-788e-4488-bfdd-2deacd2b50f1 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:22.172901 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 7f63c58f-788e-4488-bfdd-2deacd2b50f1 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:22.173355 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7f63c58f-788e-4488-bfdd-2deacd2b50f1 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:22.173909 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 39888363-1e64-47c5-a032-dd3196f9ec14 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:22.185553 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (8c7075e7-d3fe-46a2-a6e3-f88506cd300f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.198829 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 39888363-1e64-47c5-a032-dd3196f9ec14 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:22.199285 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 39888363-1e64-47c5-a032-dd3196f9ec14 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:22.200338 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device a8b234d4-fd82-4fde-b924-907c788bafbf no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:22.211737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7075e7-d3fe-46a2-a6e3-f88506cd300f']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:22.220994 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: a8b234d4-fd82-4fde-b924-907c788bafbf {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:22.221332 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device a8b234d4-fd82-4fde-b924-907c788bafbf not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:22.229786 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:22.229786 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa65147-e94c-4b89-b9dc-ba31b3d4c72b') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:22.241461 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (2aa65147-e94c-4b89-b9dc-ba31b3d4c72b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.256767 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (2aa65147-e94c-4b89-b9dc-ba31b3d4c72b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.263971 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:24:22.264423 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (2aa65147-e94c-4b89-b9dc-ba31b3d4c72b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.327208 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (8c7075e7-d3fe-46a2-a6e3-f88506cd300f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.336342 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.339436 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8c7075e7-d3fe-46a2-a6e3-f88506cd300f HTTP/1.1" status: 204 len: 168 time: 0.6106195 May 26 18:24:22.350293 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c7d6-bb49-4b65-b99f-f2c4fbd94c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7075e7-d3fe-46a2-a6e3-f88506cd300f,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:22.545575 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60486) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:22.590730 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4af2fee1-71de-4e35-b0ad-d866060cf1ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c2a09a6e81240889c49b5abb24ab225&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437825 May 26 18:24:22.591083 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0953d7fb-823a-4333-9090-19f856a57785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.593823 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60488) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:22.644901 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dffb67b5-f24d-4a5b-af8e-f707812fd3f6 admin admin] Publish callbacks [] for security_group (f257face-03c6-4b40-bf4e-aab35af3678b), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.669310 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dffb67b5-f24d-4a5b-af8e-f707812fd3f6 admin admin] Publish callbacks [] for security_group (f257face-03c6-4b40-bf4e-aab35af3678b), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.725341 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dffb67b5-f24d-4a5b-af8e-f707812fd3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f257face-03c6-4b40-bf4e-aab35af3678b), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.728182 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dffb67b5-f24d-4a5b-af8e-f707812fd3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:22.729651 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-dffb67b5-f24d-4a5b-af8e-f707812fd3f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f257face-03c6-4b40-bf4e-aab35af3678b HTTP/1.1" status: 204 len: 168 time: 0.1344254 May 26 18:24:22.739928 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb67b5-f24d-4a5b-af8e-f707812fd3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f257face-03c6-4b40-bf4e-aab35af3678b,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:23.138943 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 2aa65147-e94c-4b89-b9dc-ba31b3d4c72b resource provider aggregate not found May 26 18:24:23.157252 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 2aa65147-e94c-4b89-b9dc-ba31b3d4c72b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aa65147-e94c-4b89-b9dc-ba31b3d4c72b found for delete ", "request_id": "req-dbd27f39-f7f0-447b-ba82-fc6e782fb92c"}]} May 26 18:24:23.656688 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:25.251595 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.488519 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.491279 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60594) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:26.595932 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89a95428-a2f1-49e4-9539-ea856d7e3f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.671332 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89a95428-a2f1-49e4-9539-ea856d7e3f51 admin admin] Publish callbacks [] for security_group (0d131dd6-2b72-4aa9-95c4-7b25fa256c21), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.674951 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89a95428-a2f1-49e4-9539-ea856d7e3f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0d131dd6-2b72-4aa9-95c4-7b25fa256c21), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.714226 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-89a95428-a2f1-49e4-9539-ea856d7e3f51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5abd1a9fb52f4ac4aab460faccd3ea13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218871 May 26 18:24:26.715980 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a95428-a2f1-49e4-9539-ea856d7e3f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d131dd6-2b72-4aa9-95c4-7b25fa256c21,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:26.717646 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60598) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:26.766179 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46e92af2-2b2f-4e4c-b583-a1dda827757e admin admin] Publish callbacks [] for security_group (0d131dd6-2b72-4aa9-95c4-7b25fa256c21), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.787543 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46e92af2-2b2f-4e4c-b583-a1dda827757e admin admin] Publish callbacks [] for security_group (0d131dd6-2b72-4aa9-95c4-7b25fa256c21), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.819501 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:26.834852 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46e92af2-2b2f-4e4c-b583-a1dda827757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0d131dd6-2b72-4aa9-95c4-7b25fa256c21), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.837292 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46e92af2-2b2f-4e4c-b583-a1dda827757e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:26.838468 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-46e92af2-2b2f-4e4c-b583-a1dda827757e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d131dd6-2b72-4aa9-95c4-7b25fa256c21 HTTP/1.1" status: 204 len: 168 time: 0.1192038 May 26 18:24:26.846530 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e92af2-2b2f-4e4c-b583-a1dda827757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d131dd6-2b72-4aa9-95c4-7b25fa256c21,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:29.495130 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=77 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:29.522964 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=70 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:30.525868 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:24:32.532149 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60720) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:32.637280 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ce069cb8-b776-42ef-a172-0e4911d2de1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:32.720737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ce069cb8-b776-42ef-a172-0e4911d2de1d admin admin] Publish callbacks [] for security_group (d4631270-53d9-4a30-9c39-7d89462b8bb6), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:32.726842 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ce069cb8-b776-42ef-a172-0e4911d2de1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (d4631270-53d9-4a30-9c39-7d89462b8bb6), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:32.765655 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:32.774880 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-ce069cb8-b776-42ef-a172-0e4911d2de1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dc1d39a3d984984917948b1a3e17c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416477 May 26 18:24:32.776464 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce069cb8-b776-42ef-a172-0e4911d2de1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4631270-53d9-4a30-9c39-7d89462b8bb6,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:32.778367 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60734) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:32.837292 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e7163a64-80dd-47d0-9462-b915fc94fccf admin admin] Publish callbacks [] for security_group (d4631270-53d9-4a30-9c39-7d89462b8bb6), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:32.859619 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e7163a64-80dd-47d0-9462-b915fc94fccf admin admin] Publish callbacks [] for security_group (d4631270-53d9-4a30-9c39-7d89462b8bb6), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:32.907231 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e7163a64-80dd-47d0-9462-b915fc94fccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (d4631270-53d9-4a30-9c39-7d89462b8bb6), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:32.909829 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-e7163a64-80dd-47d0-9462-b915fc94fccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:32.910988 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e7163a64-80dd-47d0-9462-b915fc94fccf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4631270-53d9-4a30-9c39-7d89462b8bb6 HTTP/1.1" status: 204 len: 168 time: 0.1316297 May 26 18:24:32.919037 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7163a64-80dd-47d0-9462-b915fc94fccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4631270-53d9-4a30-9c39-7d89462b8bb6,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:33.211531 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60756) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:33.225562 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ea82a8aa-04ff-47da-bb45-32649821e1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:33.308564 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ea82a8aa-04ff-47da-bb45-32649821e1c2 admin admin] Publish callbacks [] for security_group (b8941eee-4ef3-47de-988e-ef5c1a2345c3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:33.312508 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-ea82a8aa-04ff-47da-bb45-32649821e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (b8941eee-4ef3-47de-988e-ef5c1a2345c3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:33.351627 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82a8aa-04ff-47da-bb45-32649821e1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8941eee-4ef3-47de-988e-ef5c1a2345c3,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:33.356223 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-ea82a8aa-04ff-47da-bb45-32649821e1c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46c5f540286d444fa02ba765335dfc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436410 May 26 18:24:33.359715 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60762) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:33.411844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7796cae0-b324-4a67-8e62-ecadcf3f38ba admin admin] Publish callbacks [] for security_group (b8941eee-4ef3-47de-988e-ef5c1a2345c3), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:33.434137 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7796cae0-b324-4a67-8e62-ecadcf3f38ba admin admin] Publish callbacks [] for security_group (b8941eee-4ef3-47de-988e-ef5c1a2345c3), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:33.494038 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7796cae0-b324-4a67-8e62-ecadcf3f38ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (b8941eee-4ef3-47de-988e-ef5c1a2345c3), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:33.496579 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7796cae0-b324-4a67-8e62-ecadcf3f38ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:33.497794 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7796cae0-b324-4a67-8e62-ecadcf3f38ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8941eee-4ef3-47de-988e-ef5c1a2345c3 HTTP/1.1" status: 204 len: 168 time: 0.1370807 May 26 18:24:33.507848 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796cae0-b324-4a67-8e62-ecadcf3f38ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8941eee-4ef3-47de-988e-ef5c1a2345c3,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:35.353462 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60828) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:35.464413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b332829b-48fa-4c46-9b5b-e3ebea0fed43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:35.539640 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b332829b-48fa-4c46-9b5b-e3ebea0fed43 admin admin] Publish callbacks [] for security_group (29b750eb-2f8b-4f35-b06a-3cba457ef0ab), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:35.544548 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b332829b-48fa-4c46-9b5b-e3ebea0fed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (29b750eb-2f8b-4f35-b06a-3cba457ef0ab), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:35.582445 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332829b-48fa-4c46-9b5b-e3ebea0fed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b750eb-2f8b-4f35-b06a-3cba457ef0ab,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:35.586813 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b332829b-48fa-4c46-9b5b-e3ebea0fed43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2ee0608d1014b89845e58ce8ff0f65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323177 May 26 18:24:35.590126 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60832) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:35.637468 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7487b871-282d-4228-be50-aa4abfee9463 admin admin] Publish callbacks [] for security_group (29b750eb-2f8b-4f35-b06a-3cba457ef0ab), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:35.648434 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:35.660727 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7487b871-282d-4228-be50-aa4abfee9463 admin admin] Publish callbacks [] for security_group (29b750eb-2f8b-4f35-b06a-3cba457ef0ab), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:35.707463 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7487b871-282d-4228-be50-aa4abfee9463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (29b750eb-2f8b-4f35-b06a-3cba457ef0ab), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:35.710197 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7487b871-282d-4228-be50-aa4abfee9463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:35.711334 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7487b871-282d-4228-be50-aa4abfee9463 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29b750eb-2f8b-4f35-b06a-3cba457ef0ab HTTP/1.1" status: 204 len: 168 time: 0.1209197 May 26 18:24:35.719568 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487b871-282d-4228-be50-aa4abfee9463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b750eb-2f8b-4f35-b06a-3cba457ef0ab,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:35.986124 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60844) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:35.999751 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-810fe305-a473-4305-bf1b-11e1d348e7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:36.052688 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:36.080766 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-810fe305-a473-4305-bf1b-11e1d348e7a1 admin admin] Publish callbacks [] for security_group (825a7504-1a12-40d3-bc19-17854fe8eda2), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:36.083746 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-810fe305-a473-4305-bf1b-11e1d348e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (825a7504-1a12-40d3-bc19-17854fe8eda2), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:36.122134 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fe305-a473-4305-bf1b-11e1d348e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825a7504-1a12-40d3-bc19-17854fe8eda2,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:36.127495 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-810fe305-a473-4305-bf1b-11e1d348e7a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00a8b23ab2c54f2c8ae67fc34f1a901b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397069 May 26 18:24:36.129467 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60846) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:36.178973 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-274d809a-0c94-4cc5-8749-ffb95b1d7b1d admin admin] Publish callbacks [] for security_group (825a7504-1a12-40d3-bc19-17854fe8eda2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:36.200193 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-274d809a-0c94-4cc5-8749-ffb95b1d7b1d admin admin] Publish callbacks [] for security_group (825a7504-1a12-40d3-bc19-17854fe8eda2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:36.249050 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-274d809a-0c94-4cc5-8749-ffb95b1d7b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (825a7504-1a12-40d3-bc19-17854fe8eda2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:36.251453 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-274d809a-0c94-4cc5-8749-ffb95b1d7b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:36.252606 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-274d809a-0c94-4cc5-8749-ffb95b1d7b1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/825a7504-1a12-40d3-bc19-17854fe8eda2 HTTP/1.1" status: 204 len: 168 time: 0.1221550 May 26 18:24:36.260620 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d809a-0c94-4cc5-8749-ffb95b1d7b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825a7504-1a12-40d3-bc19-17854fe8eda2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:37.286901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60914) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:37.426066 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-59b34ff0-ba3b-46ad-bd32-0b37fab903d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:37.538292 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-59b34ff0-ba3b-46ad-bd32-0b37fab903d0 admin admin] Publish callbacks [] for security_group (aa495fcd-ed8d-410f-92cb-ae14fcd66adb), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:37.542933 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-59b34ff0-ba3b-46ad-bd32-0b37fab903d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (aa495fcd-ed8d-410f-92cb-ae14fcd66adb), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:37.588097 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b34ff0-ba3b-46ad-bd32-0b37fab903d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa495fcd-ed8d-410f-92cb-ae14fcd66adb,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:37.593079 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-59b34ff0-ba3b-46ad-bd32-0b37fab903d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7e89a6394714440939a97a168f8105a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049123 May 26 18:24:37.596249 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60918) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:37.655229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-51164d2c-ea55-4acb-a7a7-f9b73ecd7eba admin admin] Publish callbacks [] for security_group (aa495fcd-ed8d-410f-92cb-ae14fcd66adb), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:37.678990 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-51164d2c-ea55-4acb-a7a7-f9b73ecd7eba admin admin] Publish callbacks [] for security_group (aa495fcd-ed8d-410f-92cb-ae14fcd66adb), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:37.747083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-51164d2c-ea55-4acb-a7a7-f9b73ecd7eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (aa495fcd-ed8d-410f-92cb-ae14fcd66adb), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:37.750600 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-51164d2c-ea55-4acb-a7a7-f9b73ecd7eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:37.751764 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-51164d2c-ea55-4acb-a7a7-f9b73ecd7eba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa495fcd-ed8d-410f-92cb-ae14fcd66adb HTTP/1.1" status: 204 len: 168 time: 0.1539853 May 26 18:24:37.777981 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51164d2c-ea55-4acb-a7a7-f9b73ecd7eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa495fcd-ed8d-410f-92cb-ae14fcd66adb,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:39.522395 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 60982) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:39.640952 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb752aa4-474a-49e3-8b76-825b85997569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:39.654788 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:39.736454 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb752aa4-474a-49e3-8b76-825b85997569 admin admin] Publish callbacks [] for security_group (a3f77528-2a87-49cb-96be-dfc33a21b8df), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:39.740447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb752aa4-474a-49e3-8b76-825b85997569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a3f77528-2a87-49cb-96be-dfc33a21b8df), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:39.763078 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:39.788007 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb752aa4-474a-49e3-8b76-825b85997569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f77528-2a87-49cb-96be-dfc33a21b8df,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:39.795125 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fb752aa4-474a-49e3-8b76-825b85997569 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b13f7a47b81044d2895b60f26a8869b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715471 May 26 18:24:39.797481 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60986) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:39.847286 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f397860b-d0f6-418d-9d46-6416ddee86f1 admin admin] Publish callbacks [] for security_group (a3f77528-2a87-49cb-96be-dfc33a21b8df), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:39.869912 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f397860b-d0f6-418d-9d46-6416ddee86f1 admin admin] Publish callbacks [] for security_group (a3f77528-2a87-49cb-96be-dfc33a21b8df), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:39.899875 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:39.903111 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:39.923745 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f397860b-d0f6-418d-9d46-6416ddee86f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a3f77528-2a87-49cb-96be-dfc33a21b8df), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:39.926211 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f397860b-d0f6-418d-9d46-6416ddee86f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:39.927605 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f397860b-d0f6-418d-9d46-6416ddee86f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3f77528-2a87-49cb-96be-dfc33a21b8df HTTP/1.1" status: 204 len: 168 time: 0.1290748 May 26 18:24:39.936105 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397860b-d0f6-418d-9d46-6416ddee86f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f77528-2a87-49cb-96be-dfc33a21b8df,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:40.206413 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60994) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:40.220272 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0f42ac74-826d-4e82-904a-6f0f56ad2fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:40.300414 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0f42ac74-826d-4e82-904a-6f0f56ad2fbc admin admin] Publish callbacks [] for security_group (f4aa3ec9-9c2e-41ca-90ca-90abef33c579), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:40.304324 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0f42ac74-826d-4e82-904a-6f0f56ad2fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f4aa3ec9-9c2e-41ca-90ca-90abef33c579), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:40.343392 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42ac74-826d-4e82-904a-6f0f56ad2fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aa3ec9-9c2e-41ca-90ca-90abef33c579,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:40.347512 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-0f42ac74-826d-4e82-904a-6f0f56ad2fbc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67d29663a58f4439840dab3df390a319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400974 May 26 18:24:40.350080 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 60996) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:40.399227 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f3292ccd-7be4-4697-8ba1-a3c78d50d731 admin admin] Publish callbacks [] for security_group (f4aa3ec9-9c2e-41ca-90ca-90abef33c579), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:40.421675 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f3292ccd-7be4-4697-8ba1-a3c78d50d731 admin admin] Publish callbacks [] for security_group (f4aa3ec9-9c2e-41ca-90ca-90abef33c579), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:40.470748 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f3292ccd-7be4-4697-8ba1-a3c78d50d731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f4aa3ec9-9c2e-41ca-90ca-90abef33c579), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:40.473379 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f3292ccd-7be4-4697-8ba1-a3c78d50d731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:40.474588 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f3292ccd-7be4-4697-8ba1-a3c78d50d731 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4aa3ec9-9c2e-41ca-90ca-90abef33c579 HTTP/1.1" status: 204 len: 168 time: 0.1236284 May 26 18:24:40.482321 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3292ccd-7be4-4697-8ba1-a3c78d50d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aa3ec9-9c2e-41ca-90ca-90abef33c579,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:43.007912 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 32840) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:43.121437 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6ba5-c5c6-40c9-80a7-abcdc917ec6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.208352 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6ba5-c5c6-40c9-80a7-abcdc917ec6a admin admin] Publish callbacks [] for security_group (0f91a794-c4d4-4c22-9004-684a9db1a5a3), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.213013 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6ba5-c5c6-40c9-80a7-abcdc917ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0f91a794-c4d4-4c22-9004-684a9db1a5a3), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.252990 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd6ba5-c5c6-40c9-80a7-abcdc917ec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f91a794-c4d4-4c22-9004-684a9db1a5a3,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:43.259531 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-7dcd6ba5-c5c6-40c9-80a7-abcdc917ec6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cff33b33a65a4adcb3e562f78f34a30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487936 May 26 18:24:43.260708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 32844) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:43.318188 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc0ed-adbc-4f1b-a5b2-d7746ad6981f admin admin] Publish callbacks [] for security_group (0f91a794-c4d4-4c22-9004-684a9db1a5a3), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.344320 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc0ed-adbc-4f1b-a5b2-d7746ad6981f admin admin] Publish callbacks [] for security_group (0f91a794-c4d4-4c22-9004-684a9db1a5a3), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.394399 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc0ed-adbc-4f1b-a5b2-d7746ad6981f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0f91a794-c4d4-4c22-9004-684a9db1a5a3), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.396904 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc0ed-adbc-4f1b-a5b2-d7746ad6981f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.398129 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-9b8fc0ed-adbc-4f1b-a5b2-d7746ad6981f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f91a794-c4d4-4c22-9004-684a9db1a5a3 HTTP/1.1" status: 204 len: 168 time: 0.1368685 May 26 18:24:43.406884 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fc0ed-adbc-4f1b-a5b2-d7746ad6981f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f91a794-c4d4-4c22-9004-684a9db1a5a3,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:43.686913 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.689092 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 32850) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:43.703610 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9020-e4e0-4bee-86ba-5dfac9b0b1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.753310 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:43.762271 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:43.800091 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9020-e4e0-4bee-86ba-5dfac9b0b1ea admin admin] Publish callbacks [] for security_group (6b2619c5-ecbc-493f-9adb-3d5a70e43d65), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.804088 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9020-e4e0-4bee-86ba-5dfac9b0b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6b2619c5-ecbc-493f-9adb-3d5a70e43d65), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.850536 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-dc8f9020-e4e0-4bee-86ba-5dfac9b0b1ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d272b3bb14e745cf978b222c4a756a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601501 May 26 18:24:43.851394 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f9020-e4e0-4bee-86ba-5dfac9b0b1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2619c5-ecbc-493f-9adb-3d5a70e43d65,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:43.853147 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 32852) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:43.904616 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-48babfa0-92e6-4f05-8cc4-710221c7ff86 admin admin] Publish callbacks [] for security_group (6b2619c5-ecbc-493f-9adb-3d5a70e43d65), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.926226 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-48babfa0-92e6-4f05-8cc4-710221c7ff86 admin admin] Publish callbacks [] for security_group (6b2619c5-ecbc-493f-9adb-3d5a70e43d65), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.976192 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-48babfa0-92e6-4f05-8cc4-710221c7ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6b2619c5-ecbc-493f-9adb-3d5a70e43d65), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.979016 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-48babfa0-92e6-4f05-8cc4-710221c7ff86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:43.980224 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-48babfa0-92e6-4f05-8cc4-710221c7ff86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b2619c5-ecbc-493f-9adb-3d5a70e43d65 HTTP/1.1" status: 204 len: 168 time: 0.1260431 May 26 18:24:43.988926 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48babfa0-92e6-4f05-8cc4-710221c7ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2619c5-ecbc-493f-9adb-3d5a70e43d65,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:46.585323 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d3331-ddaf-48ce-9a25-3ae54648638c req-1974a62a-6a80-4c27-98fa-2cbbfefdbf5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:46.586838 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-765d3331-ddaf-48ce-9a25-3ae54648638c req-1974a62a-6a80-4c27-98fa-2cbbfefdbf5f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 946 time: 0.0482376 May 26 18:24:46.635931 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-765d3331-ddaf-48ce-9a25-3ae54648638c req-a74b2492-6fd8-4850-801f-61e9d10e0014 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424449 May 26 18:24:47.760462 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f3506-972e-4ba3-9ca1-04f71efbf4e8 req-0f7e7036-eb1c-49b9-be8a-a13f29dfcafa tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:47.761955 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-452f3506-972e-4ba3-9ca1-04f71efbf4e8 req-0f7e7036-eb1c-49b9-be8a-a13f29dfcafa tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 946 time: 0.0511210 May 26 18:24:47.810213 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-452f3506-972e-4ba3-9ca1-04f71efbf4e8 req-9b176410-80d1-4aba-8314-3fa6032e270d tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups?id=71e0b6b0-8390-47e5-886b-884ee0783933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 May 26 18:24:48.068375 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-d7bd2a8d-083c-470a-aacc-ad56a4ed4965 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:48.069656 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-d7bd2a8d-083c-470a-aacc-ad56a4ed4965 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 946 time: 0.0497131 May 26 18:24:48.154745 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Deleting port 889d39d4-d8a9-413d-850d-667746898381 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:48.155080 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (889d39d4-d8a9-413d-850d-667746898381), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:48.243236 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] For port 889d39d4-d8a9-413d-850d-667746898381, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=889d39d4-d8a9-413d-850d-667746898381,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:48.243604 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (889d39d4-d8a9-413d-850d-667746898381), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:48.416027 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:48.416396 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (55cd0fb7-1da9-43a2-9b8d-f9fe164b049a), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:48.416713 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Floating IP 55cd0fb7-1da9-43a2-9b8d-f9fe164b049a disassociated. External IP: 172.27.3.11, port: 889d39d4-d8a9-413d-850d-667746898381. May 26 18:24:48.417059 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Calling delete_port for 889d39d4-d8a9-413d-850d-667746898381 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:48.464031 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:48.511787 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:48.513754 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:48.556529 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (889d39d4-d8a9-413d-850d-667746898381), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:48.564541 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:48.588164 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event deleted for resources: {'Port': ['ID=889d39d4-d8a9-413d-850d-667746898381,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:48.707663 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:24:48.826394 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:24:48.841395 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] Sync routers for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:24:48.852146 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:48.852766 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:24:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:48.882901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] No DVR routers for this DVR port 889d39d4-d8a9-413d-850d-667746898381 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:24:48.885763 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:48.890055 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bfd750b-c07b-4bb2-bd93-cfa85d0c2954 req-b16b8282-c094-450d-9f59-80b65febcfa6 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.42 "DELETE /v2.0/ports/889d39d4-d8a9-413d-850d-667746898381 HTTP/1.1" status: 204 len: 173 time: 0.8144026 May 26 18:24:48.890626 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-deleted', 'tag': '889d39d4-d8a9-413d-850d-667746898381'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:24:48.894388 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13971e3-1902-4bae-a166-865711f408b3" -d '{"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-deleted", "tag": "889d39d4-d8a9-413d-850d-667746898381"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:24:48.952670 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9bba0df9-0b39-4c59-92d6-20337ad87eed req-257d0220-ebdf-41ca-8f51-45f3ca2eb0d5 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/ports?device_id=31f119e1-cd1f-4c56-bfed-f0d172ba0c8b HTTP/1.1" status: 200 len: 210 time: 0.0509706 May 26 18:24:48.964584 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77b5f0-2ff8-4d46-8fc7-f0b787cf0a15 x-openstack-request-id: req-bd77b5f0-2ff8-4d46-8fc7-f0b787cf0a15 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:24:48.965095 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f119e1-cd1f-4c56-bfed-f0d172ba0c8b", "name": "network-vif-deleted", "tag": "889d39d4-d8a9-413d-850d-667746898381", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:24:48.965452 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd77b5f0-2ff8-4d46-8fc7-f0b787cf0a15 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:24:48.973515 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd77b5f0-2ff8-4d46-8fc7-f0b787cf0a15'] response: {'server_uuid': '31f119e1-cd1f-4c56-bfed-f0d172ba0c8b', 'name': 'network-vif-deleted', 'tag': '889d39d4-d8a9-413d-850d-667746898381', 'status': 'completed', 'code': 200} May 26 18:24:48.980909 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:49.214620 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:49.242399 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] Checking router: 6bc5d2a7-e044-43d1-a039-375cb59f48e9 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:24:49.251240 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:49.251839 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:24:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:49.371434 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:49.652452 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:49.677406 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e611e2-f434-45ca-b369-08ddd91a8342 None None] The sync data for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi is: [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:19:01Z', 'revision_number': 4, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '42610924-38cd-4a74-82f8-dd1f4352c939', 'name': '', 'network_id': 'b60b547b-b8f7-49ae-8ba6-53f64d41d871', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'mac_address': 'fa:16:3e:43:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:19:00Z', 'updated_at': '2022-05-26T18:19:05Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'subnets': [{'id': 'c38f8d41-603c-496f-b595-039b7d159db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:24:49.897967 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e619bb7-e69f-4607-b580-f246d6ce580a None None] New status for floating IP 55cd0fb7-1da9-43a2-9b8d-f9fe164b049a: DOWN {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:24:50.057129 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33004) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:50.110633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-64496dbc-c513-4d5c-8ab2-79ddbeb574b9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (71e0b6b0-8390-47e5-886b-884ee0783933), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.134157 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-64496dbc-c513-4d5c-8ab2-79ddbeb574b9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (71e0b6b0-8390-47e5-886b-884ee0783933), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.181400 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-64496dbc-c513-4d5c-8ab2-79ddbeb574b9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (71e0b6b0-8390-47e5-886b-884ee0783933), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.183889 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-64496dbc-c513-4d5c-8ab2-79ddbeb574b9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.185307 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-64496dbc-c513-4d5c-8ab2-79ddbeb574b9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "DELETE /v2.0/security-groups/71e0b6b0-8390-47e5-886b-884ee0783933 HTTP/1.1" status: 204 len: 168 time: 0.1271434 May 26 18:24:50.188292 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33006) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:50.194047 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64496dbc-c513-4d5c-8ab2-79ddbeb574b9 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e0b6b0-8390-47e5-886b-884ee0783933,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:50.204100 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.api.v2.resource [None req-46170143-e6f5-482d-8c18-1f5aa8093a19 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] show failed (client error): The resource could not be found. May 26 18:24:50.205090 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-46170143-e6f5-482d-8c18-1f5aa8093a19 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "GET /v2.0/security-groups/71e0b6b0-8390-47e5-886b-884ee0783933 HTTP/1.1" status: 404 len: 347 time: 0.0158069 May 26 18:24:50.207949 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33008) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:50.319194 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Deleting port 3ef309f3-16b3-41d8-ad98-2074f065c597 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:50.319534 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (3ef309f3-16b3-41d8-ad98-2074f065c597), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.342333 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-05bbeb93-e027-43e0-a83d-92aab3e09c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.398759 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (3ef309f3-16b3-41d8-ad98-2074f065c597), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.399091 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (3ef309f3-16b3-41d8-ad98-2074f065c597), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.412878 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Calling delete_port for 3ef309f3-16b3-41d8-ad98-2074f065c597 owned by network:floatingip {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:50.554115 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (3ef309f3-16b3-41d8-ad98-2074f065c597), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.581950 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Pushing event deleted for resources: {'Port': ['ID=3ef309f3-16b3-41d8-ad98-2074f065c597,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:50.647643 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks [] for floatingip (55cd0fb7-1da9-43a2-9b8d-f9fe164b049a), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.650116 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:50.651270 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-756c31ea-b36a-4346-a193-db1943a1b171 tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] 10.222.0.46 "DELETE /v2.0/floatingips/55cd0fb7-1da9-43a2-9b8d-f9fe164b049a HTTP/1.1" status: 204 len: 168 time: 0.4424453 May 26 18:24:50.858083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33030) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:50.930613 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:50.953921 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 889d39d4-d8a9-413d-850d-667746898381 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:50.954198 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 889d39d4-d8a9-413d-850d-667746898381 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:50.968727 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-519ab678-b98d-42e5-837a-975fe5ad7546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.050420 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-519ab678-b98d-42e5-837a-975fe5ad7546 admin admin] Publish callbacks [] for security_group (609fccf0-135d-4ac9-ad96-1529678aa4e4), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.054398 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-519ab678-b98d-42e5-837a-975fe5ad7546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (609fccf0-135d-4ac9-ad96-1529678aa4e4), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.093601 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-519ab678-b98d-42e5-837a-975fe5ad7546 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d066637aa68645d8b135dbac8a557927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344677 May 26 18:24:51.094483 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ab678-b98d-42e5-837a-975fe5ad7546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609fccf0-135d-4ac9-ad96-1529678aa4e4,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:51.096293 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33034) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:51.146998 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4882ec74-2755-490e-82bc-6b260c24d9a5 admin admin] Publish callbacks [] for security_group (609fccf0-135d-4ac9-ad96-1529678aa4e4), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.168700 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4882ec74-2755-490e-82bc-6b260c24d9a5 admin admin] Publish callbacks [] for security_group (609fccf0-135d-4ac9-ad96-1529678aa4e4), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.214562 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4882ec74-2755-490e-82bc-6b260c24d9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (609fccf0-135d-4ac9-ad96-1529678aa4e4), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.217545 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4882ec74-2755-490e-82bc-6b260c24d9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.218726 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4882ec74-2755-490e-82bc-6b260c24d9a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/609fccf0-135d-4ac9-ad96-1529678aa4e4 HTTP/1.1" status: 204 len: 168 time: 0.1214588 May 26 18:24:51.226169 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882ec74-2755-490e-82bc-6b260c24d9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609fccf0-135d-4ac9-ad96-1529678aa4e4,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:51.239851 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:51.490015 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33042) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:51.503404 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-75984ed6-9a11-4099-9675-97d1109030a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.560886 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:51.595645 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-75984ed6-9a11-4099-9675-97d1109030a0 admin admin] Publish callbacks [] for security_group (ce8bb067-ac9a-4ecb-865b-04d1333268c9), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.599313 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-75984ed6-9a11-4099-9675-97d1109030a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (ce8bb067-ac9a-4ecb-865b-04d1333268c9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.619279 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:51.640057 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75984ed6-9a11-4099-9675-97d1109030a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8bb067-ac9a-4ecb-865b-04d1333268c9,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:51.645194 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-75984ed6-9a11-4099-9675-97d1109030a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=209378a5b68847af859b8acd52f632a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541419 May 26 18:24:51.647909 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33044) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:51.696736 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-26d9040e-6427-475b-a29f-461d94be1ea7 admin admin] Publish callbacks [] for security_group (ce8bb067-ac9a-4ecb-865b-04d1333268c9), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.718866 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-26d9040e-6427-475b-a29f-461d94be1ea7 admin admin] Publish callbacks [] for security_group (ce8bb067-ac9a-4ecb-865b-04d1333268c9), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.765283 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-26d9040e-6427-475b-a29f-461d94be1ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (ce8bb067-ac9a-4ecb-865b-04d1333268c9), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.767736 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-26d9040e-6427-475b-a29f-461d94be1ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:51.768897 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-26d9040e-6427-475b-a29f-461d94be1ea7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce8bb067-ac9a-4ecb-865b-04d1333268c9 HTTP/1.1" status: 204 len: 168 time: 0.1201041 May 26 18:24:51.776697 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9040e-6427-475b-a29f-461d94be1ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8bb067-ac9a-4ecb-865b-04d1333268c9,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:52.581204 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:52.588270 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1023443a-8223-4d0e-8f05-50b73804b973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:53.089496 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33104) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:53.340364 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:53.565393 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (6bc5d2a7-e044-43d1-a039-375cb59f48e9), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:53.604067 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:53.664343 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:53.820319 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Deleting port 42610924-38cd-4a74-82f8-dd1f4352c939 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:53.820679 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:53.902587 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] For port 42610924-38cd-4a74-82f8-dd1f4352c939, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=42610924-38cd-4a74-82f8-dd1f4352c939,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:53.902949 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:53.916633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Calling delete_port for 42610924-38cd-4a74-82f8-dd1f4352c939 owned by network:router_interface {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:54.123694 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (42610924-38cd-4a74-82f8-dd1f4352c939), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.150779 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=42610924-38cd-4a74-82f8-dd1f4352c939,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:54.208900 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33126) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:54.246574 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:54.369215 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.371252 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (6bc5d2a7-e044-43d1-a039-375cb59f48e9), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.472725 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Publish callbacks [] for security_group (f3d9b0ce-2835-4b37-ba28-b59470303714), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.477753 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f3d9b0ce-2835-4b37-ba28-b59470303714), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.522365 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d9b0ce-2835-4b37-ba28-b59470303714,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:54.534685 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ec551d1b501453a918e9603521cf59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215308 May 26 18:24:54.534685 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.534998 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.535375 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.535675 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.536009 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.536474 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.536930 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.537257 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.537779 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.538100 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.538584 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.539186 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.539575 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.539905 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.540228 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ca23c-d0e4-4a58-b4be-502f535a64c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:24:54.543651 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33138) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:54.602493 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c79c6e48-475f-4fff-8e05-d0796a5042b7 admin admin] Publish callbacks [] for security_group (f3d9b0ce-2835-4b37-ba28-b59470303714), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.627120 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c79c6e48-475f-4fff-8e05-d0796a5042b7 admin admin] Publish callbacks [] for security_group (f3d9b0ce-2835-4b37-ba28-b59470303714), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.648100 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:54.652357 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:24:54.694554 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c79c6e48-475f-4fff-8e05-d0796a5042b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (f3d9b0ce-2835-4b37-ba28-b59470303714), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.697472 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c79c6e48-475f-4fff-8e05-d0796a5042b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.703100 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c79c6e48-475f-4fff-8e05-d0796a5042b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3d9b0ce-2835-4b37-ba28-b59470303714 HTTP/1.1" status: 204 len: 168 time: 0.1561270 May 26 18:24:54.711852 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c6e48-475f-4fff-8e05-d0796a5042b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d9b0ce-2835-4b37-ba28-b59470303714,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:54.774337 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:24:54.781444 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-03770db4-bef9-4a28-bf4f-6940c8f9fdfb admin admin] 10.222.0.46 "PUT /v2.0/routers/6bc5d2a7-e044-43d1-a039-375cb59f48e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6906323 May 26 18:24:54.784130 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33150) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:54.791056 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] Sync routers for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:24:54.803770 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:54.804550 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:24:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:54.914045 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks [] for router (6bc5d2a7-e044-43d1-a039-375cb59f48e9), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:54.923813 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:55.056259 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks [] for router_gateway (6bc5d2a7-e044-43d1-a039-375cb59f48e9), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.106939 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:55.107181 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Deleting port 30f04627-65c9-4640-8a9e-8ea1d6964249 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:55.107278 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.164244 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:24:54Z', 'revision_number': 5, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port': {'id': '30f04627-65c9-4640-8a9e-8ea1d6964249', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:18:58Z', 'updated_at': '2022-05-26T18:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:55.175532 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:55.177886 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:55.197410 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] Checking router: 6bc5d2a7-e044-43d1-a039-375cb59f48e9 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:24:55.207842 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] Routers {'6bc5d2a7-e044-43d1-a039-375cb59f48e9'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:24:55.208543 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:24:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:55.221287 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] For port 30f04627-65c9-4640-8a9e-8ea1d6964249, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=30f04627-65c9-4640-8a9e-8ea1d6964249,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:55.222251 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.247567 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Calling delete_port for 30f04627-65c9-4640-8a9e-8ea1d6964249 owned by network:router_gateway {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:55.262202 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.306265 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] Set router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:24:55.357337 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:24:55Z', 'revision_number': 6, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:55.394746 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe3563-da07-4ae0-9311-e2a2236cb078 None None] The sync data for ids ['6bc5d2a7-e044-43d1-a039-375cb59f48e9'] in dv-cinder-843493-1-iscsi is: [{'id': '6bc5d2a7-e044-43d1-a039-375cb59f48e9', 'name': 'tempest-AttachVolumeShelveTestJSON-685628802-router', 'tenant_id': '84dc70884aff4a799bb8f38899766e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:18:57Z', 'updated_at': '2022-05-26T18:24:55Z', 'revision_number': 6, 'project_id': '84dc70884aff4a799bb8f38899766e81', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:24:55.446120 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (30f04627-65c9-4640-8a9e-8ea1d6964249), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.471709 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Pushing event deleted for resources: {'Port': ['ID=30f04627-65c9-4640-8a9e-8ea1d6964249,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:55.537869 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (6bc5d2a7-e044-43d1-a039-375cb59f48e9), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.635681 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (6bc5d2a7-e044-43d1-a039-375cb59f48e9), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.638053 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks [] for router_controller (6bc5d2a7-e044-43d1-a039-375cb59f48e9), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.686671 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (6bc5d2a7-e044-43d1-a039-375cb59f48e9), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.687307 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc5d2a7-e044-43d1-a039-375cb59f48e9 {{(pid=103965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:24:55.691797 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.694227 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-902e6cd2-e709-44f3-850f-f536804083aa admin admin] 10.222.0.46 "DELETE /v2.0/routers/6bc5d2a7-e044-43d1-a039-375cb59f48e9 HTTP/1.1" status: 204 len: 168 time: 0.9082916 May 26 18:24:55.695462 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33182) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:55.745356 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b085302-7832-4eea-93d7-d45e92db1396 admin admin] Deleting subnet c38f8d41-603c-496f-b595-039b7d159db1 {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:24:55.752576 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b085302-7832-4eea-93d7-d45e92db1396 admin admin] Publish callbacks [] for subnet (c38f8d41-603c-496f-b595-039b7d159db1), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.786277 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b085302-7832-4eea-93d7-d45e92db1396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (c38f8d41-603c-496f-b595-039b7d159db1), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.893961 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b085302-7832-4eea-93d7-d45e92db1396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (c38f8d41-603c-496f-b595-039b7d159db1), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:55.970198 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b085302-7832-4eea-93d7-d45e92db1396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (c38f8d41-603c-496f-b595-039b7d159db1), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.002610 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085302-7832-4eea-93d7-d45e92db1396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38f8d41-603c-496f-b595-039b7d159db1,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:56.008287 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-0b085302-7832-4eea-93d7-d45e92db1396 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.014475 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-0b085302-7832-4eea-93d7-d45e92db1396 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c38f8d41-603c-496f-b595-039b7d159db1 HTTP/1.1" status: 204 len: 168 time: 0.3157637 May 26 18:24:56.015259 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33190) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:56.016670 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a6f7a-36f3-4f72-9385-755cf37c6ea2 None None] Network b60b547b-b8f7-49ae-8ba6-53f64d41d871 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:24:56.053012 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33192) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:56.093563 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (b60b547b-b8f7-49ae-8ba6-53f64d41d871), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.167530 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Deleting port d67004b0-6fa5-42c4-96f3-f3ce8355171c {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:24:56.167867 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.293962 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] For port d67004b0-6fa5-42c4-96f3-f3ce8355171c, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=d67004b0-6fa5-42c4-96f3-f3ce8355171c,segment=NetworkSegment(ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94),segment_id=ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:24:56.294656 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.303316 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 42610924-38cd-4a74-82f8-dd1f4352c939 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:56.311161 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33198) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:56.315588 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Calling delete_port for d67004b0-6fa5-42c4-96f3-f3ce8355171c owned by network:dhcp {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:24:56.317977 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:56.319073 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:56.375338 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 42610924-38cd-4a74-82f8-dd1f4352c939 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:56.375920 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 42610924-38cd-4a74-82f8-dd1f4352c939 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:56.376623 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 30f04627-65c9-4640-8a9e-8ea1d6964249 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:56.409302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb3fc1a7-c391-4861-b7e0-c05874c54c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.435620 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (d67004b0-6fa5-42c4-96f3-f3ce8355171c), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.452946 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 30f04627-65c9-4640-8a9e-8ea1d6964249 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:56.453295 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 30f04627-65c9-4640-8a9e-8ea1d6964249 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:56.470001 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67004b0-6fa5-42c4-96f3-f3ce8355171c,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:56.470627 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cbb90948-0f4e-4703-9bcb-71fbe7cddeb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.489931 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] No DVR routers for this DVR port d67004b0-6fa5-42c4-96f3-f3ce8355171c on host dv-cinder-843493-1-iscsi {{(pid=103965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:24:56.502071 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.578509 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a3cae-dddc-435d-b7ee-067848da7911 None None] DHCP port deletion for b60b547b-b8f7-49ae-8ba6-53f64d41d871 request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:24:56.580410 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (b60b547b-b8f7-49ae-8ba6-53f64d41d871), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.603812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb3fc1a7-c391-4861-b7e0-c05874c54c68 admin admin] Publish callbacks [] for security_group (07f3324a-f410-4676-ad4a-47596020cc1e), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.612357 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60b547b-b8f7-49ae-8ba6-53f64d41d871']}} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:56.612617 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-fb3fc1a7-c391-4861-b7e0-c05874c54c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (07f3324a-f410-4676-ad4a-47596020cc1e), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.626774 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94') {'for_net_delete': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:56.627081 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.services.segments.db [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94') {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:24:56.639011 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8394303'] for segment (ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.656266 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.663447 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:24:56.663992 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8555056'] for segment (ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.676155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cbb90948-0f4e-4703-9bcb-71fbe7cddeb8 admin admin] Publish callbacks [] for security_group (578d7254-5133-4f94-9349-ef10da467151), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.678866 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fc1a7-c391-4861-b7e0-c05874c54c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f3324a-f410-4676-ad4a-47596020cc1e,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:56.684262 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-fb3fc1a7-c391-4861-b7e0-c05874c54c68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc0657ffbe81419f9731552da153808c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720436 May 26 18:24:56.686594 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-cbb90948-0f4e-4703-9bcb-71fbe7cddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (578d7254-5133-4f94-9349-ef10da467151), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.689511 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33206) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:56.749955 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-cbb90948-0f4e-4703-9bcb-71fbe7cddeb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f55ae88f9a8449cbe2f7eb61b268da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6941333 May 26 18:24:56.753688 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33208) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:56.792575 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb90948-0f4e-4703-9bcb-71fbe7cddeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578d7254-5133-4f94-9349-ef10da467151,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:56.828864 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2b72c878-7d36-417c-8d11-f568bf5c3cd2 admin admin] Publish callbacks [] for security_group (578d7254-5133-4f94-9349-ef10da467151), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.849783 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:56.862686 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2b72c878-7d36-417c-8d11-f568bf5c3cd2 admin admin] Publish callbacks [] for security_group (578d7254-5133-4f94-9349-ef10da467151), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.916459 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2b72c878-7d36-417c-8d11-f568bf5c3cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (578d7254-5133-4f94-9349-ef10da467151), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.919222 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2b72c878-7d36-417c-8d11-f568bf5c3cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:56.920687 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2b72c878-7d36-417c-8d11-f568bf5c3cd2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/578d7254-5133-4f94-9349-ef10da467151 HTTP/1.1" status: 204 len: 168 time: 0.1656868 May 26 18:24:56.929699 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72c878-7d36-417c-8d11-f568bf5c3cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578d7254-5133-4f94-9349-ef10da467151,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:56.989526 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.services.segments.plugin [-] Segment ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94 resource provider aggregate not found May 26 18:24:57.018138 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.services.segments.plugin [-] Segment ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba7ccc4e-b8b6-4836-aad5-b4fbe3bf1a94 found for delete ", "request_id": "req-468bd880-fd89-49ba-8dcf-ca5200dd3ddc"}]} May 26 18:24:57.027067 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (b60b547b-b8f7-49ae-8ba6-53f64d41d871), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.034428 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.037455 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b60b547b-b8f7-49ae-8ba6-53f64d41d871 HTTP/1.1" status: 204 len: 168 time: 1.0212421 May 26 18:24:57.053652 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357f462-ecc7-4397-a3b1-7ba4cf7a7859 admin admin] Pushing event deleted for resources: {'Network': ['ID=b60b547b-b8f7-49ae-8ba6-53f64d41d871,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:57.065502 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab36018f-18d5-43bd-a0a9-fc28eb26690e admin admin] Publish callbacks [] for security_group (07f3324a-f410-4676-ad4a-47596020cc1e), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.095827 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab36018f-18d5-43bd-a0a9-fc28eb26690e admin admin] Publish callbacks [] for security_group (07f3324a-f410-4676-ad4a-47596020cc1e), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.164158 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab36018f-18d5-43bd-a0a9-fc28eb26690e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (07f3324a-f410-4676-ad4a-47596020cc1e), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.166853 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ab36018f-18d5-43bd-a0a9-fc28eb26690e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.170426 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ab36018f-18d5-43bd-a0a9-fc28eb26690e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07f3324a-f410-4676-ad4a-47596020cc1e HTTP/1.1" status: 204 len: 168 time: 0.4775503 May 26 18:24:57.176732 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36018f-18d5-43bd-a0a9-fc28eb26690e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f3324a-f410-4676-ad4a-47596020cc1e,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:57.267696 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33222) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:57.309234 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d7a29230-e8be-4ab6-a53e-d543f9549275 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84dc70884aff4a799bb8f38899766e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403650 May 26 18:24:57.312550 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33224) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:57.400804 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82067ec5-8487-4fa0-8b28-2f7b910913ff admin admin] Publish callbacks [] for security_group (5ae0f873-b4a8-41fb-bb86-5fa218d7e66d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.423100 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:57.430037 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82067ec5-8487-4fa0-8b28-2f7b910913ff admin admin] Publish callbacks [] for security_group (5ae0f873-b4a8-41fb-bb86-5fa218d7e66d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.493269 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82067ec5-8487-4fa0-8b28-2f7b910913ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5ae0f873-b4a8-41fb-bb86-5fa218d7e66d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.496051 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-82067ec5-8487-4fa0-8b28-2f7b910913ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:57.502105 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-82067ec5-8487-4fa0-8b28-2f7b910913ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ae0f873-b4a8-41fb-bb86-5fa218d7e66d HTTP/1.1" status: 204 len: 168 time: 0.1850629 May 26 18:24:57.523127 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82067ec5-8487-4fa0-8b28-2f7b910913ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae0f873-b4a8-41fb-bb86-5fa218d7e66d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:57.954095 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33252) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:58.072839 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1470782510-network', 'tenant_id': '77a61f18a22c4890b3f8ae6b327a1ca5'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:24:58.097029 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Made reservation on behalf of 77a61f18a22c4890b3f8ae6b327a1ca5 for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:24:58.099490 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.116046 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.117945 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d67004b0-6fa5-42c4-96f3-f3ce8355171c no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:24:58.142374 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: d67004b0-6fa5-42c4-96f3-f3ce8355171c {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:24:58.142815 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device d67004b0-6fa5-42c4-96f3-f3ce8355171c not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:24:58.224567 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Publish callbacks [] for security_group (b836d601-65b3-494a-8dc2-810fc0551cae), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.227855 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (b836d601-65b3-494a-8dc2-810fc0551cae), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.255287 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:24:58.266051 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b836d601-65b3-494a-8dc2-810fc0551cae,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:58.274839 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (9fab3993-d857-405c-bf53-62b6274c9e13), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.274839 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Added segment 9fab3993-d857-405c-bf53-62b6274c9e13 of type vlan for network 13fd0d29-8c9c-4792-9360-d21719c2e330 May 26 18:24:58.282756 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:58.316712 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (13fd0d29-8c9c-4792-9360-d21719c2e330), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.347210 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (13fd0d29-8c9c-4792-9360-d21719c2e330), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.349547 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:58.349547 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.405659 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4504304 May 26 18:24:58.408047 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:24:58.408666 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33266) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:24:58.414020 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Request body: {'subnet': {'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1470782510-subnet', 'tenant_id': '77a61f18a22c4890b3f8ae6b327a1ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:24:58.421815 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c339c-b462-40d1-8a90-4738f94c6023 admin admin] Pushing event updated for resources: {'Network': ['ID=13fd0d29-8c9c-4792-9360-d21719c2e330,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:58.433917 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 13fd0d29-8c9c-4792-9360-d21719c2e330 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:24:58.452153 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Made reservation on behalf of 77a61f18a22c4890b3f8ae6b327a1ca5 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:24:58.455495 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11346468'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.653206 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11346482'] for subnet (4ddc356e-0787-48be-ab10-9b747112f981), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.707812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddc356e-0787-48be-ab10-9b747112f981,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:24:58.726635 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Checking segment: {'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:24:58.726999 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Network hostable DHCP agents. Network: 13fd0d29-8c9c-4792-9360-d21719c2e330, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:24:58.746963 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Network 13fd0d29-8c9c-4792-9360-d21719c2e330 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:24:58.756545 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 13fd0d29-8c9c-4792-9360-d21719c2e330) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:24:58.761174 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:24:58.761813 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:24:58.766924 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aedd2d-95d1-4a77-84d9-590b60666ce8 None None] Network 13fd0d29-8c9c-4792-9360-d21719c2e330 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:24:58.781418 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e60ad242-fc86-4729-b1cb-ed1500634019 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3716197 May 26 18:24:58.883206 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc27b6-98de-414c-8c3d-1bfb59411704 None None] Network 13fd0d29-8c9c-4792-9360-d21719c2e330 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:24:59.914276 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33324) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:00.024715 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-10e84ecd-ee7f-4526-a4cb-c378b1da1af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.081459 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:00.110598 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-10e84ecd-ee7f-4526-a4cb-c378b1da1af0 admin admin] Publish callbacks [] for security_group (6fdfa82a-9293-4abf-beaf-f0ff0ac849ac), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.114905 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-10e84ecd-ee7f-4526-a4cb-c378b1da1af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6fdfa82a-9293-4abf-beaf-f0ff0ac849ac), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.184868 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e84ecd-ee7f-4526-a4cb-c378b1da1af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdfa82a-9293-4abf-beaf-f0ff0ac849ac,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:00.192253 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-10e84ecd-ee7f-4526-a4cb-c378b1da1af0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3f5e000781b474b9fd24a7ce1e5ab57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766247 May 26 18:25:00.196810 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33328) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:00.248635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-40ba042d-fa74-48d6-9d2e-8973dbd77d7b admin admin] Publish callbacks [] for security_group (6fdfa82a-9293-4abf-beaf-f0ff0ac849ac), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.271004 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-40ba042d-fa74-48d6-9d2e-8973dbd77d7b admin admin] Publish callbacks [] for security_group (6fdfa82a-9293-4abf-beaf-f0ff0ac849ac), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.327201 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-40ba042d-fa74-48d6-9d2e-8973dbd77d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (6fdfa82a-9293-4abf-beaf-f0ff0ac849ac), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.329660 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-40ba042d-fa74-48d6-9d2e-8973dbd77d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.330910 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-40ba042d-fa74-48d6-9d2e-8973dbd77d7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fdfa82a-9293-4abf-beaf-f0ff0ac849ac HTTP/1.1" status: 204 len: 168 time: 0.1344430 May 26 18:25:00.338943 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba042d-fa74-48d6-9d2e-8973dbd77d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdfa82a-9293-4abf-beaf-f0ff0ac849ac,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:00.624329 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33336) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:00.642347 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-11ea17ba-bfd6-43bf-816b-678e76f53733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.750755 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-11ea17ba-bfd6-43bf-816b-678e76f53733 admin admin] Publish callbacks [] for security_group (cba95a17-bacc-4199-ac01-0ab4a958dc5d), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.755104 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-11ea17ba-bfd6-43bf-816b-678e76f53733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (cba95a17-bacc-4199-ac01-0ab4a958dc5d), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:00.806155 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-11ea17ba-bfd6-43bf-816b-678e76f53733 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fca86ba9c4b4bc09e14a35da41829e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784110 May 26 18:25:00.806155 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea17ba-bfd6-43bf-816b-678e76f53733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba95a17-bacc-4199-ac01-0ab4a958dc5d,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:00.807555 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33346) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:01.188754 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-37c5376f-f452-4ddb-96d8-5388854210e8 admin admin] Publish callbacks [] for security_group (cba95a17-bacc-4199-ac01-0ab4a958dc5d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:01.236401 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-37c5376f-f452-4ddb-96d8-5388854210e8 admin admin] Publish callbacks [] for security_group (cba95a17-bacc-4199-ac01-0ab4a958dc5d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:01.247953 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051facb-e039-4172-baba-9247b9b8d579 req-73ad4a0d-b3dd-4357-805a-d925d2eb4ad9 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:01.249466 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-73ad4a0d-b3dd-4357-805a-d925d2eb4ad9 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/networks?id=13fd0d29-8c9c-4792-9360-d21719c2e330 HTTP/1.1" status: 200 len: 809 time: 0.1622977 May 26 18:25:01.282807 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-ede931c0-6d94-4c66-9408-3a07712a1d01 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/quotas/77a61f18a22c4890b3f8ae6b327a1ca5 HTTP/1.1" status: 200 len: 375 time: 0.0276875 May 26 18:25:01.299952 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:01.334165 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-aee0c608-c628-4516-96d8-178539cdb9e0 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a61f18a22c4890b3f8ae6b327a1ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445242 May 26 18:25:01.357848 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-37c5376f-f452-4ddb-96d8-5388854210e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (cba95a17-bacc-4199-ac01-0ab4a958dc5d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:01.360688 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-37c5376f-f452-4ddb-96d8-5388854210e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:01.361835 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-37c5376f-f452-4ddb-96d8-5388854210e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cba95a17-bacc-4199-ac01-0ab4a958dc5d HTTP/1.1" status: 204 len: 168 time: 0.5529788 May 26 18:25:01.383554 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5376f-f452-4ddb-96d8-5388854210e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba95a17-bacc-4199-ac01-0ab4a958dc5d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:01.470116 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-7a463cc9-a32d-405f-97ef-f36e9ab7c500 service neutron] 10.222.0.46 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270721 May 26 18:25:01.589384 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-7d1b441d-90f6-467b-8f40-54731eae7536 service neutron] 10.222.0.46 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115034 May 26 18:25:01.798576 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5fa7194d-3d4a-4781-abd4-0f7686fb9849 req-77511957-14f2-476e-bb68-0a10e8ffd0d4 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 210 time: 0.0428302 May 26 18:25:02.923174 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051facb-e039-4172-baba-9247b9b8d579 req-f0416c33-f1b2-47d1-9936-bc42b5bf3100 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:02.925823 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-f0416c33-f1b2-47d1-9936-bc42b5bf3100 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.42 "GET /v2.0/networks?id=13fd0d29-8c9c-4792-9360-d21719c2e330 HTTP/1.1" status: 200 len: 809 time: 0.1830299 May 26 18:25:02.972565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Request body: {'port': {'device_id': 'a874ce78-ac36-4aea-a526-17f6d8b9e385', 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330', 'admin_state_up': True, 'tenant_id': '77a61f18a22c4890b3f8ae6b327a1ca5'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:02.983926 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f003ab4f-085a-4f9f-8140-6e2d2bcf38cd req-2226f28b-5519-4eb1-9313-5634b7ad0845 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 210 time: 0.0741637 May 26 18:25:03.115427 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Made reservation on behalf of 77a61f18a22c4890b3f8ae6b327a1ca5 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:25:03.119076 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:03.211490 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:03.290962 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Allocated IP 172.20.0.6 (13fd0d29-8c9c-4792-9360-d21719c2e330/4ddc356e-0787-48be-ab10-9b747112f981/cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:25:03.505837 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks [] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:03.552229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:03.610657 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Network 13fd0d29-8c9c-4792-9360-d21719c2e330 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:25:03.614116 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:25:03.616522 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:25:03.625095 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:03.662955 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Pushing event updated for resources: {'Port': ['ID=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:03.694278 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:03.695338 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:03.712786 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-f1243e2c-c77a-435d-a16c-e680153ac214 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722583 May 26 18:25:03.724546 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Request body: {'port': {'device_id': 'a874ce78-ac36-4aea-a526-17f6d8b9e385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:03.803302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:03.986003 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33434) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:04.163593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7b4453c5-2c11-4e66-8eaf-cb6b9475c792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.172038 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eefc2-4cb5-44e0-a09d-310e492a6e46 req-4e330bff-45e0-455b-9cfc-852e7b388677 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:04.173579 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-511eefc2-4cb5-44e0-a09d-310e492a6e46 req-4e330bff-45e0-455b-9cfc-852e7b388677 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 931 time: 0.1068337 May 26 18:25:04.257002 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:04.275649 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:25:04.299040 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Publish callbacks [] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.323661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-511eefc2-4cb5-44e0-a09d-310e492a6e46 req-1bb5c873-5c43-4ee3-a166-7d8680be79a0 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402843 May 26 18:25:04.337794 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Transition to ACTIVE for port object cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:25:04.355174 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.405544 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7b4453c5-2c11-4e66-8eaf-cb6b9475c792 admin admin] Publish callbacks [] for security_group (c00ae477-97d5-47fb-a366-c3af05f14a7f), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.418186 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7b4453c5-2c11-4e66-8eaf-cb6b9475c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c00ae477-97d5-47fb-a366-c3af05f14a7f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.461409 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:04.468535 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Pushing event updated for resources: {'Port': ['ID=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:04.516066 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4453c5-2c11-4e66-8eaf-cb6b9475c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00ae477-97d5-47fb-a366-c3af05f14a7f,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:04.524098 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7b4453c5-2c11-4e66-8eaf-cb6b9475c792 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1c27a26ad3f4d76927193bf22012dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370812 May 26 18:25:04.527538 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33440) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:04.566334 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Attempting to bind port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:25:04.566832 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Attempting to bind port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:25:04.567387 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Attempting to bind port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c on network 13fd0d29-8c9c-4792-9360-d21719c2e330 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:25:04.574646 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c on network 13fd0d29-8c9c-4792-9360-d21719c2e330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:25:04.576174 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Attempting to bind port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c on network 13fd0d29-8c9c-4792-9360-d21719c2e330 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:25:04.584163 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:25:04.584732 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Checking segment: {'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:25:04.585368 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Bound using segment: {'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:25:04.585997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Bound port: cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:25:04.586569 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.591348 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-211028ad-018d-41c1-b174-39268bfef1c1 admin admin] Publish callbacks [] for security_group (c00ae477-97d5-47fb-a366-c3af05f14a7f), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.624231 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-211028ad-018d-41c1-b174-39268bfef1c1 admin admin] Publish callbacks [] for security_group (c00ae477-97d5-47fb-a366-c3af05f14a7f), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.678381 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-211028ad-018d-41c1-b174-39268bfef1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (c00ae477-97d5-47fb-a366-c3af05f14a7f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.680970 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-211028ad-018d-41c1-b174-39268bfef1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.682154 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-211028ad-018d-41c1-b174-39268bfef1c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c00ae477-97d5-47fb-a366-c3af05f14a7f HTTP/1.1" status: 204 len: 168 time: 0.1531696 May 26 18:25:04.694625 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211028ad-018d-41c1-b174-39268bfef1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00ae477-97d5-47fb-a366-c3af05f14a7f,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:04.694923 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] For port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:25:04.704309 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] For port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:25:04.713566 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.761222 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:04.761862 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:04.764360 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] 10.222.0.42 "PUT /v2.0/ports/cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c HTTP/1.1" status: 200 len: 1093 time: 1.0443206 May 26 18:25:04.764932 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a874ce78-ac36-4aea-a526-17f6d8b9e385', 'tag': 'cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:25:04.767621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f7857-19ff-45d4-a4ac-7fb645071db7" -d '{"events": [{"name": "network-changed", "server_uuid": "a874ce78-ac36-4aea-a526-17f6d8b9e385", "tag": "cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:25:04.802913 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ca08b-b9ab-4426-bec7-dd8b3dc1cb3d service neutron] Pushing event updated for resources: {'Port': ['ID=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:04.834519 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a711e25-d209-4973-9d75-e15388e9549c x-openstack-request-id: req-5a711e25-d209-4973-9d75-e15388e9549c {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:25:04.834858 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a874ce78-ac36-4aea-a526-17f6d8b9e385", "tag": "cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:25:04.835270 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a711e25-d209-4973-9d75-e15388e9549c {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:25:04.835756 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a711e25-d209-4973-9d75-e15388e9549c'] response: {'name': 'network-changed', 'server_uuid': 'a874ce78-ac36-4aea-a526-17f6d8b9e385', 'tag': 'cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c', 'status': 'completed', 'code': 200} May 26 18:25:04.882480 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051facb-e039-4172-baba-9247b9b8d579 req-712b11e2-1a5c-49c4-81fe-38e1af8c4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:04.884694 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-712b11e2-1a5c-49c4-81fe-38e1af8c4afe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a61f18a22c4890b3f8ae6b327a1ca5&device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 1127 time: 0.0729570 May 26 18:25:04.931656 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-10de6753-ce28-4b3b-843b-1f60ac2fd843 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c HTTP/1.1" status: 200 len: 217 time: 0.0401676 May 26 18:25:04.993515 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051facb-e039-4172-baba-9247b9b8d579 req-fa73df33-4d64-48cc-9856-45076fbbba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:04.995365 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-fa73df33-4d64-48cc-9856-45076fbbba92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ddc356e-0787-48be-ab10-9b747112f981 HTTP/1.1" status: 200 len: 849 time: 0.0577586 May 26 18:25:05.030782 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-4e954bbb-a93b-44cd-9466-a23a20b889b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13fd0d29-8c9c-4792-9360-d21719c2e330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300372 May 26 18:25:05.075609 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33448) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:05.089634 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-60a725af-af7c-4bde-a0e2-0ce55467c4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:05.142508 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-715512e1-8d83-4f03-b688-1a1eb41a92a7 service neutron] 10.222.0.42 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036115 May 26 18:25:05.205481 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-60a725af-af7c-4bde-a0e2-0ce55467c4a3 admin admin] Publish callbacks [] for security_group (a59207c3-cfac-4760-aae2-17a57301969b), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:05.211131 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-60a725af-af7c-4bde-a0e2-0ce55467c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a59207c3-cfac-4760-aae2-17a57301969b), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:05.246344 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a051facb-e039-4172-baba-9247b9b8d579 req-6cd0105b-5ac8-4d30-bec8-dde402c27247 service neutron] 10.222.0.42 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980442 May 26 18:25:05.281674 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a725af-af7c-4bde-a0e2-0ce55467c4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59207c3-cfac-4760-aae2-17a57301969b,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:05.291386 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-60a725af-af7c-4bde-a0e2-0ce55467c4a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa44414678254f05a8e02d846b01de0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113559 May 26 18:25:05.292143 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33450) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:05.320138 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:05.360393 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=93 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:05.361975 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=22 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:05.369340 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bf404f41-11b4-43b8-83b0-ce83fa653c9a admin admin] Publish callbacks [] for security_group (a59207c3-cfac-4760-aae2-17a57301969b), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:05.408418 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bf404f41-11b4-43b8-83b0-ce83fa653c9a admin admin] Publish callbacks [] for security_group (a59207c3-cfac-4760-aae2-17a57301969b), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:05.460603 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:05.476692 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bf404f41-11b4-43b8-83b0-ce83fa653c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a59207c3-cfac-4760-aae2-17a57301969b), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:05.479359 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-bf404f41-11b4-43b8-83b0-ce83fa653c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:05.480529 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-bf404f41-11b4-43b8-83b0-ce83fa653c9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a59207c3-cfac-4760-aae2-17a57301969b HTTP/1.1" status: 204 len: 168 time: 0.1875930 May 26 18:25:05.490925 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf404f41-11b4-43b8-83b0-ce83fa653c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59207c3-cfac-4760-aae2-17a57301969b,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:05.524547 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cec828-ec24-4eb5-9bac-a61a651d9317 req-816dbe8c-06a1-43fd-acce-0537ffa3b30d tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:05.527328 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-75cec828-ec24-4eb5-9bac-a61a651d9317 req-816dbe8c-06a1-43fd-acce-0537ffa3b30d tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 943 time: 0.0826440 May 26 18:25:05.587287 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-75cec828-ec24-4eb5-9bac-a61a651d9317 req-89029358-293e-4b8b-9b7c-1f4084b17bda tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528629 May 26 18:25:05.960256 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-9c8c4e3e-71e7-4017-b708-90a4e882ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:05.961847 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-9c8c4e3e-71e7-4017-b708-90a4e882ef56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a61f18a22c4890b3f8ae6b327a1ca5&device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 1127 time: 0.0493803 May 26 18:25:06.038785 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:06.083221 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-7c0f0e52-b0f1-4b25-8186-e31798fa4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:06.083221 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-7c0f0e52-b0f1-4b25-8186-e31798fa4ca6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13fd0d29-8c9c-4792-9360-d21719c2e330 HTTP/1.1" status: 200 len: 910 time: 0.1118872 May 26 18:25:06.126548 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-7b720a77-ef54-4b2b-8b4d-83057175532f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c HTTP/1.1" status: 200 len: 217 time: 0.0409589 May 26 18:25:06.185935 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-7df3939b-14e7-4934-84e7-80ab5b342210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:06.187447 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-7df3939b-14e7-4934-84e7-80ab5b342210 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ddc356e-0787-48be-ab10-9b747112f981 HTTP/1.1" status: 200 len: 849 time: 0.0523098 May 26 18:25:06.225856 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-1573c400-4cd7-481b-ba44-e87b2563384e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13fd0d29-8c9c-4792-9360-d21719c2e330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325258 May 26 18:25:06.330443 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-70565451-66b5-4ad3-aca4-835030165d72 service neutron] 10.222.0.42 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981305 May 26 18:25:06.345315 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:06.450214 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-442f7857-19ff-45d4-a4ac-7fb645071db7 req-44b98eed-054b-4587-b6f1-2507fe31ad77 service neutron] 10.222.0.42 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129987 May 26 18:25:06.730068 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348f18d-65f6-4b07-81f3-a9e77d5091ee req-e60d3b91-b027-459f-adcb-e5e7a8b76be9 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:06.731670 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2348f18d-65f6-4b07-81f3-a9e77d5091ee req-e60d3b91-b027-459f-adcb-e5e7a8b76be9 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 943 time: 0.0593770 May 26 18:25:06.799064 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2348f18d-65f6-4b07-81f3-a9e77d5091ee req-cb33353e-3137-4a56-bc7f-34a480dd793f tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607638 May 26 18:25:06.998625 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:25:07.129467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:07.148505 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c', 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330', 'port_id': 'cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c', 'mac_address': 'fa:16:3e:e7:4c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddc356e-0787-48be-ab10-9b747112f981', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:25:07.197435 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:25:07.197849 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:07.214219 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:25:07.238168 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:07.242559 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:07.295490 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:07.303323 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.303665 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.304027 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.304381 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.304715 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.305039 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.305361 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.305685 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.306026 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.306356 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.306677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.306991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.307306 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.307621 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.307930 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:07.442267 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:25:07.484727 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:07.524544 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:25:07.580861 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:07.931197 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cec3f-274f-4a3c-b712-612fb372bf8e req-618d5591-1cf1-4c9b-99d3-e1806d189eae tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:07.932043 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f36cec3f-274f-4a3c-b712-612fb372bf8e req-618d5591-1cf1-4c9b-99d3-e1806d189eae tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 944 time: 0.0546036 May 26 18:25:08.002001 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f36cec3f-274f-4a3c-b712-612fb372bf8e req-3f87935f-4527-4d67-a29b-ef2ae7b7b12a tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585399 May 26 18:25:09.131656 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4af2b-6ba5-4597-bcbe-0a212b834731 req-1ea3673b-4591-4bcb-9b46-3593daa1827f tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:09.133548 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1eb4af2b-6ba5-4597-bcbe-0a212b834731 req-1ea3673b-4591-4bcb-9b46-3593daa1827f tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 944 time: 0.0509496 May 26 18:25:09.176537 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:25:09.189499 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1eb4af2b-6ba5-4597-bcbe-0a212b834731 req-35274404-b1cd-4fb2-98f0-0a8a6974b62a tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493731 May 26 18:25:09.224736 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:25:09.231831 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:25:09.232262 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:09.338312 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:25:09.338878 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:09.369550 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a874ce78-ac36-4aea-a526-17f6d8b9e385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:25:09.372321 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032125b0-559b-4a22-bf98-db0f15f04fb7" -d '{"events": [{"server_uuid": "a874ce78-ac36-4aea-a526-17f6d8b9e385", "name": "network-vif-plugged", "status": "completed", "tag": "cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:25:09.390006 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:09.396660 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:09.424198 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168b1f6a-3a0e-467a-9319-3ebedb2b94bb x-openstack-request-id: req-168b1f6a-3a0e-467a-9319-3ebedb2b94bb {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:25:09.424496 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a874ce78-ac36-4aea-a526-17f6d8b9e385", "name": "network-vif-plugged", "status": "completed", "tag": "cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:25:09.424743 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-168b1f6a-3a0e-467a-9319-3ebedb2b94bb {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:25:09.425142 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168b1f6a-3a0e-467a-9319-3ebedb2b94bb'] response: {'server_uuid': 'a874ce78-ac36-4aea-a526-17f6d8b9e385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c', 'code': 200} May 26 18:25:09.453345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:10.316228 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4834-0b23-4ee6-9eff-bcbb6112de4b req-ea05f1b0-6e2a-46b1-a2df-783ddae89bcf tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:10.317793 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aaed4834-0b23-4ee6-9eff-bcbb6112de4b req-ea05f1b0-6e2a-46b1-a2df-783ddae89bcf tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 945 time: 0.0527351 May 26 18:25:10.369638 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aaed4834-0b23-4ee6-9eff-bcbb6112de4b req-3a1bd8ff-7d9d-460b-ba2c-ceda8b04b6db tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 May 26 18:25:10.963136 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aaad7-f806-4e64-91bf-e29150a65832 req-6b680d3c-f2d7-42c2-931d-14a0100ba2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:10.964739 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac2aaad7-f806-4e64-91bf-e29150a65832 req-6b680d3c-f2d7-42c2-931d-14a0100ba2b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 1129 time: 0.0409796 May 26 18:25:11.011391 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ac2aaad7-f806-4e64-91bf-e29150a65832 req-7e01c0ee-ec89-44f0-bdda-3b1ba5251564 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 May 26 18:25:11.498888 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1b41e-3ff0-4aea-95b5-371edfe5e9c5 req-814d8f6b-7e1d-480d-9208-87d46c083ee5 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:11.500512 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3c1b41e-3ff0-4aea-95b5-371edfe5e9c5 req-814d8f6b-7e1d-480d-9208-87d46c083ee5 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 945 time: 0.0529099 May 26 18:25:11.566333 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d3c1b41e-3ff0-4aea-95b5-371edfe5e9c5 req-e54f3045-c9a6-4e30-a2d4-b33fb81d4824 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597470 May 26 18:25:12.699201 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb183fe-9eaf-4f28-a2eb-f9d52fb14143 req-dc319a6d-bc5d-45d1-a01d-2841b168b521 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:12.701578 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cb183fe-9eaf-4f28-a2eb-f9d52fb14143 req-dc319a6d-bc5d-45d1-a01d-2841b168b521 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 945 time: 0.0526669 May 26 18:25:12.742489 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:12.757883 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8cb183fe-9eaf-4f28-a2eb-f9d52fb14143 req-2244924e-a700-44c6-aa4b-955e3e157f6d tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 May 26 18:25:13.406043 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ac24a-c7cd-4594-b3fd-859a73fa8d07 req-5abe7721-e22f-4363-b399-0fa89259d0cf tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:13.407494 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c24ac24a-c7cd-4594-b3fd-859a73fa8d07 req-5abe7721-e22f-4363-b399-0fa89259d0cf tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 945 time: 0.0495646 May 26 18:25:13.457835 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c24ac24a-c7cd-4594-b3fd-859a73fa8d07 req-9ba9eab2-33b9-4a21-bebf-9c88d64acb36 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 May 26 18:25:13.684345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.381566 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33562) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:14.507076 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbefca3c-7107-4f70-ac72-34c0b19b37b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.620407 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b9693-3057-4159-bed1-eccde8b4b9e6 req-b6def884-36da-45c5-8d99-f1c3252e52c9 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:14.622495 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2f9b9693-3057-4159-bed1-eccde8b4b9e6 req-b6def884-36da-45c5-8d99-f1c3252e52c9 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 945 time: 0.0920093 May 26 18:25:14.652271 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-5e693946-ee5f-454e-b9ca-c543c46a5457 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:14.654004 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-5e693946-ee5f-454e-b9ca-c543c46a5457 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.42 "GET /v2.0/ports?device_id=a874ce78-ac36-4aea-a526-17f6d8b9e385 HTTP/1.1" status: 200 len: 945 time: 0.0872755 May 26 18:25:14.715186 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:14.744261 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbefca3c-7107-4f70-ac72-34c0b19b37b8 admin admin] Publish callbacks [] for security_group (a08c2a15-0032-4881-8bef-cbff897ec2e1), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.769286 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2f9b9693-3057-4159-bed1-eccde8b4b9e6 req-401a4ab0-126f-4ddb-8d4d-607181e21842 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393809 May 26 18:25:14.769872 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bbefca3c-7107-4f70-ac72-34c0b19b37b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a08c2a15-0032-4881-8bef-cbff897ec2e1), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.818585 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Deleting port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:25:14.818904 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.825462 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bbefca3c-7107-4f70-ac72-34c0b19b37b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01705ff6c8c44c77a1ff7676007fa271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426157 May 26 18:25:14.828213 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33568) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:14.836211 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefca3c-7107-4f70-ac72-34c0b19b37b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08c2a15-0032-4881-8bef-cbff897ec2e1,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:14.879389 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a2010d0-6f82-4518-bbf5-b6f26d02064c admin admin] Publish callbacks [] for security_group (a08c2a15-0032-4881-8bef-cbff897ec2e1), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.900793 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a2010d0-6f82-4518-bbf5-b6f26d02064c admin admin] Publish callbacks [] for security_group (a08c2a15-0032-4881-8bef-cbff897ec2e1), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.918118 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] For port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:14.919042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.933075 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Calling delete_port for cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:25:14.949534 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a2010d0-6f82-4518-bbf5-b6f26d02064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (a08c2a15-0032-4881-8bef-cbff897ec2e1), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.952217 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1a2010d0-6f82-4518-bbf5-b6f26d02064c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:14.953367 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1a2010d0-6f82-4518-bbf5-b6f26d02064c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a08c2a15-0032-4881-8bef-cbff897ec2e1 HTTP/1.1" status: 204 len: 168 time: 0.1241424 May 26 18:25:14.961133 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2010d0-6f82-4518-bbf5-b6f26d02064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08c2a15-0032-4881-8bef-cbff897ec2e1,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:15.071537 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:15.102857 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Pushing event deleted for resources: {'Port': ['ID=cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:15.153287 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] No DVR routers for this DVR port cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:25:15.155980 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:15.159204 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3af0f363-6739-46de-8fc7-3aa03f94e1a6 req-3aa6c0f5-5169-471c-8131-7e7eb6d91625 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.42 "DELETE /v2.0/ports/cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c HTTP/1.1" status: 204 len: 173 time: 0.4967561 May 26 18:25:15.159565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a874ce78-ac36-4aea-a526-17f6d8b9e385', 'name': 'network-vif-deleted', 'tag': 'cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:25:15.161778 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ccaa2-71c3-4e9e-b5ed-f5e717a0688d" -d '{"events": [{"server_uuid": "a874ce78-ac36-4aea-a526-17f6d8b9e385", "name": "network-vif-deleted", "tag": "cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:25:15.207452 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be45faf4-d5f6-43c3-bd78-b5fa8678e721 x-openstack-request-id: req-be45faf4-d5f6-43c3-bd78-b5fa8678e721 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:25:15.207938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a874ce78-ac36-4aea-a526-17f6d8b9e385", "name": "network-vif-deleted", "tag": "cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:25:15.208192 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be45faf4-d5f6-43c3-bd78-b5fa8678e721 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:25:15.208591 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be45faf4-d5f6-43c3-bd78-b5fa8678e721'] response: {'server_uuid': 'a874ce78-ac36-4aea-a526-17f6d8b9e385', 'name': 'network-vif-deleted', 'tag': 'cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c', 'status': 'completed', 'code': 200} May 26 18:25:16.037186 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33614) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:16.059872 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:16.098189 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-627798bf-dc01-43d8-82ab-713b104ebfab tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:16.099672 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-627798bf-dc01-43d8-82ab-713b104ebfab tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/networks?id=13fd0d29-8c9c-4792-9360-d21719c2e330 HTTP/1.1" status: 200 len: 809 time: 0.1137788 May 26 18:25:16.114650 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-d8de3db4-1d1e-4fe7-8c09-7161ade531c4 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/quotas/77a61f18a22c4890b3f8ae6b327a1ca5 HTTP/1.1" status: 200 len: 375 time: 0.0095356 May 26 18:25:16.153005 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-c01bf0f7-d398-43d3-962c-c63facd2b1f7 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=77a61f18a22c4890b3f8ae6b327a1ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325239 May 26 18:25:16.160248 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d9974fbb-ecd0-41db-84b6-a37fd46d4916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:16.241564 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d9974fbb-ecd0-41db-84b6-a37fd46d4916 admin admin] Publish callbacks [] for security_group (b67713e6-831b-4b44-9fa0-71c5af3b1c14), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:16.245749 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d9974fbb-ecd0-41db-84b6-a37fd46d4916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (b67713e6-831b-4b44-9fa0-71c5af3b1c14), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:16.250695 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-fee1aa3d-f129-4127-bbc6-c0a20937c0e5 service neutron] 10.222.0.46 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887291 May 26 18:25:16.286473 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d9974fbb-ecd0-41db-84b6-a37fd46d4916 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cdef5e7dcae4f039df5c82bf8cb257a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480702 May 26 18:25:16.287447 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9974fbb-ecd0-41db-84b6-a37fd46d4916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67713e6-831b-4b44-9fa0-71c5af3b1c14,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:16.289947 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33618) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:16.342925 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ebdc34d8-4694-49a7-a6e6-cbfb803e20ba admin admin] Publish callbacks [] for security_group (b67713e6-831b-4b44-9fa0-71c5af3b1c14), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:16.348167 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-7e760962-a18f-41b6-8f5d-143312749f4f service neutron] 10.222.0.46 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913610 May 26 18:25:16.366113 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ebdc34d8-4694-49a7-a6e6-cbfb803e20ba admin admin] Publish callbacks [] for security_group (b67713e6-831b-4b44-9fa0-71c5af3b1c14), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:16.415276 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ebdc34d8-4694-49a7-a6e6-cbfb803e20ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (b67713e6-831b-4b44-9fa0-71c5af3b1c14), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:16.418227 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ebdc34d8-4694-49a7-a6e6-cbfb803e20ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:16.420312 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ebdc34d8-4694-49a7-a6e6-cbfb803e20ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b67713e6-831b-4b44-9fa0-71c5af3b1c14 HTTP/1.1" status: 204 len: 168 time: 0.1294239 May 26 18:25:16.430670 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc34d8-4694-49a7-a6e6-cbfb803e20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67713e6-831b-4b44-9fa0-71c5af3b1c14,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:16.526761 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-567b2518-70d5-485e-91bd-7d3e365a49c6 req-c59b092b-ca13-4fb0-9d96-a294e4cfb2d8 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 210 time: 0.0299501 May 26 18:25:17.056804 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:25:17.080800 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:25:17.081150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device cfc20dcc-9ac8-4c33-861d-0cbb14dfc40c not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:25:17.138240 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 33650) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:17.243586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1968939508-network', 'tenant_id': '90546acc85c14828b2f1e0a906037a9c'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:17.264095 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Made reservation on behalf of 90546acc85c14828b2f1e0a906037a9c for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:25:17.267419 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.277146 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.308910 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:17.366859 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Publish callbacks [] for security_group (845c23e6-a140-4536-9412-3275f5467906), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.372309 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (845c23e6-a140-4536-9412-3275f5467906), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.397188 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:25:17.470147 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845c23e6-a140-4536-9412-3275f5467906,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:17.475303 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (6c91c24f-2793-4f76-9264-a4c32ca53b96), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.475716 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Added segment 6c91c24f-2793-4f76-9264-a4c32ca53b96 of type vlan for network a24647b5-0762-44b0-83f9-073468e69da5 May 26 18:25:17.532983 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (a24647b5-0762-44b0-83f9-073468e69da5), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.581335 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-86d7d13f-ed1f-4178-b02d-83adff9efbdd tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:17.582788 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-86d7d13f-ed1f-4178-b02d-83adff9efbdd tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.42 "GET /v2.0/networks?id=13fd0d29-8c9c-4792-9360-d21719c2e330 HTTP/1.1" status: 200 len: 809 time: 0.1868918 May 26 18:25:17.591578 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (a24647b5-0762-44b0-83f9-073468e69da5), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.592583 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:17.593147 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.644016 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Request body: {'port': {'device_id': 'e5dc8416-255d-4b55-8efe-91d85bb337f6', 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330', 'admin_state_up': True, 'tenant_id': '77a61f18a22c4890b3f8ae6b327a1ca5'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:17.675906 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-176659fd-6ef4-4fc1-baa6-4018a0fc8517 req-5241ea1b-f94c-4896-bb3f-bcb5bf3920c4 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 210 time: 0.0656598 May 26 18:25:17.679181 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5398424 May 26 18:25:17.682144 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 33662) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:17.688695 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Request body: {'subnet': {'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1968939508-subnet', 'tenant_id': '90546acc85c14828b2f1e0a906037a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:17.703733 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb1f0e-1f72-4a65-ba00-03e1d43d0d80 admin admin] Pushing event updated for resources: {'Network': ['ID=a24647b5-0762-44b0-83f9-073468e69da5,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:17.711664 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Made reservation on behalf of 90546acc85c14828b2f1e0a906037a9c for: {'subnet': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:25:17.714106 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12372888'] for subnet (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.716493 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network a24647b5-0762-44b0-83f9-073468e69da5 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:25:17.792414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:17.803444 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Made reservation on behalf of 77a61f18a22c4890b3f8ae6b327a1ca5 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:25:17.807647 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.807970 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:17.899746 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12372878'] for subnet (a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:17.939181 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Allocated IP 172.20.0.9 (13fd0d29-8c9c-4792-9360-d21719c2e330/4ddc356e-0787-48be-ab10-9b747112f981/fbcf4583-bea0-4d84-aada-9996c9db25d3) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:25:17.948157 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:17.958326 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:17.971397 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Checking segment: {'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:25:17.971909 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Network hostable DHCP agents. Network: a24647b5-0762-44b0-83f9-073468e69da5, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:25:17.991012 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Network a24647b5-0762-44b0-83f9-073468e69da5 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:25:18.000376 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, a24647b5-0762-44b0-83f9-073468e69da5) {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:25:18.004576 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:18.005170 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:18.010197 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe245ec-5013-44f8-aad1-923f801b48ac None None] Network a24647b5-0762-44b0-83f9-073468e69da5 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:25:18.023462 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d2b55e6c-e93c-4fec-b122-af712d072c0a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3393841 May 26 18:25:18.103384 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks [] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:18.119971 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:18.128797 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42e0a0-c4ba-412d-bf0d-eac73228bc48 None None] Network a24647b5-0762-44b0-83f9-073468e69da5 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:25:18.151130 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:18.197500 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Network 13fd0d29-8c9c-4792-9360-d21719c2e330 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:25:18.203663 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:25:18.206327 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:25:18.242637 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Pushing event updated for resources: {'Port': ['ID=fbcf4583-bea0-4d84-aada-9996c9db25d3,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:18.267962 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:18.268576 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:18.287288 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-ad5576cb-7adf-479a-98dd-74a21662b6ff tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6713796 May 26 18:25:18.298404 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Request body: {'port': {'device_id': 'e5dc8416-255d-4b55-8efe-91d85bb337f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:18.358527 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:18.624255 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:18.670543 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcf4583-bea0-4d84-aada-9996c9db25d3 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:25:18.678150 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Publish callbacks [] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:18.693404 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Transition to ACTIVE for port object fbcf4583-bea0-4d84-aada-9996c9db25d3 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:25:18.696939 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:18.746079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Pushing event updated for resources: {'Port': ['ID=fbcf4583-bea0-4d84-aada-9996c9db25d3,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:19.086899 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2b16f-dcaf-414a-ae35-b8b33a478a84 req-f1e1c6de-e3fa-480e-8092-573edf58e0de tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:19.088283 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dfd2b16f-dcaf-414a-ae35-b8b33a478a84 req-f1e1c6de-e3fa-480e-8092-573edf58e0de tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 943 time: 0.3366120 May 26 18:25:19.128165 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Attempting to bind port fbcf4583-bea0-4d84-aada-9996c9db25d3 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:25:19.128499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Attempting to bind port fbcf4583-bea0-4d84-aada-9996c9db25d3 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:25:19.128829 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Attempting to bind port fbcf4583-bea0-4d84-aada-9996c9db25d3 on network 13fd0d29-8c9c-4792-9360-d21719c2e330 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:25:19.145474 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Port fbcf4583-bea0-4d84-aada-9996c9db25d3 on network 13fd0d29-8c9c-4792-9360-d21719c2e330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:25:19.145817 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Attempting to bind port fbcf4583-bea0-4d84-aada-9996c9db25d3 on network 13fd0d29-8c9c-4792-9360-d21719c2e330 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:25:19.156713 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dfd2b16f-dcaf-414a-ae35-b8b33a478a84 req-fbdae2ef-7250-4935-8bfd-4023ea366e25 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614970 May 26 18:25:19.157565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:25:19.157933 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Checking segment: {'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:25:19.158318 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Bound using segment: {'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:25:19.158752 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Bound port: fbcf4583-bea0-4d84-aada-9996c9db25d3, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fab3993-d857-405c-bf53-62b6274c9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:25:19.159109 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:19.193194 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:19.222563 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] For port fbcf4583-bea0-4d84-aada-9996c9db25d3, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:25:19.225642 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] For port fbcf4583-bea0-4d84-aada-9996c9db25d3, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fbcf4583-bea0-4d84-aada-9996c9db25d3,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:25:19.232175 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:19.270762 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:19.271369 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:19.272725 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] 10.222.0.42 "PUT /v2.0/ports/fbcf4583-bea0-4d84-aada-9996c9db25d3 HTTP/1.1" status: 200 len: 1093 time: 0.9782979 May 26 18:25:19.273152 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dc8416-255d-4b55-8efe-91d85bb337f6', 'tag': 'fbcf4583-bea0-4d84-aada-9996c9db25d3'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:25:19.275364 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ffb22-686d-43a4-8278-e753d33ce168" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dc8416-255d-4b55-8efe-91d85bb337f6", "tag": "fbcf4583-bea0-4d84-aada-9996c9db25d3"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:25:19.295707 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969bb4-636c-4299-9538-4cb4f99178ca service neutron] Pushing event updated for resources: {'Port': ['ID=fbcf4583-bea0-4d84-aada-9996c9db25d3,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:19.318537 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6d5a1f-8116-4a76-a34e-ecde43b62bd2 x-openstack-request-id: req-2b6d5a1f-8116-4a76-a34e-ecde43b62bd2 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:25:19.318854 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dc8416-255d-4b55-8efe-91d85bb337f6", "tag": "fbcf4583-bea0-4d84-aada-9996c9db25d3", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:25:19.319106 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b6d5a1f-8116-4a76-a34e-ecde43b62bd2 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:25:19.319506 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6d5a1f-8116-4a76-a34e-ecde43b62bd2'] response: {'name': 'network-changed', 'server_uuid': 'e5dc8416-255d-4b55-8efe-91d85bb337f6', 'tag': 'fbcf4583-bea0-4d84-aada-9996c9db25d3', 'status': 'completed', 'code': 200} May 26 18:25:19.364238 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-485a91dc-94ef-43d8-a40e-e929c0d30456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:19.365654 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-485a91dc-94ef-43d8-a40e-e929c0d30456 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a61f18a22c4890b3f8ae6b327a1ca5&device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 1127 time: 0.0398288 May 26 18:25:19.404704 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-18fa2d4b-5753-4101-b2e4-1091b0746256 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbcf4583-bea0-4d84-aada-9996c9db25d3 HTTP/1.1" status: 200 len: 217 time: 0.0322585 May 26 18:25:19.455203 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-3c1b7bd5-f28c-4b8c-84c6-af23335ecf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:19.457343 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-3c1b7bd5-f28c-4b8c-84c6-af23335ecf6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ddc356e-0787-48be-ab10-9b747112f981 HTTP/1.1" status: 200 len: 849 time: 0.0471489 May 26 18:25:19.492566 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-306232da-8f75-4378-84eb-3434622b9971 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13fd0d29-8c9c-4792-9360-d21719c2e330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292077 May 26 18:25:19.580950 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-4a5a9579-4b3a-43de-a84e-5c0e320f6705 service neutron] 10.222.0.42 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819685 May 26 18:25:19.676214 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6de009ec-b32f-4fbf-84c3-f6f7f759bd78 req-c920eb4d-e3cc-465d-aec1-8adddaeeacb5 service neutron] 10.222.0.42 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892949 May 26 18:25:19.840997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-baf894df-2b2a-4467-a7bd-1672d8ee2d9d tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:19.842350 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-baf894df-2b2a-4467-a7bd-1672d8ee2d9d tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/networks?id=a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 200 len: 814 time: 0.1111474 May 26 18:25:19.858196 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-f359823d-bdba-47e3-af1d-69c8a681ccf8 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/quotas/90546acc85c14828b2f1e0a906037a9c HTTP/1.1" status: 200 len: 375 time: 0.0101955 May 26 18:25:19.893842 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-c318feda-bcbe-4ef9-90ee-9fc4e488764a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90546acc85c14828b2f1e0a906037a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304720 May 26 18:25:19.971339 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:19.982313 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-b03657e4-e075-4af8-8bfb-9fb0092a7c0c service neutron] 10.222.0.46 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820785 May 26 18:25:20.074450 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-f60d02c2-f400-47a8-b3ba-78122a7017b4 service neutron] 10.222.0.46 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863631 May 26 18:25:20.246458 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e8840acc-f83f-4040-a61e-67f9d8444236 req-d0bd001a-3a7a-4088-becc-d52e35bb6e58 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 210 time: 0.0328383 May 26 18:25:20.291476 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc054221-47f9-4b28-85e3-00e23a0d9bf7 req-517b8cb9-6a88-4bb6-856f-f2fdddb2c20e tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:20.292983 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc054221-47f9-4b28-85e3-00e23a0d9bf7 req-517b8cb9-6a88-4bb6-856f-f2fdddb2c20e tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 943 time: 0.0498064 May 26 18:25:20.337608 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cf4cebfd-39ad-49b1-b0b0-1aa07869836d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:20.378414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ffb22-686d-43a4-8278-e753d33ce168 req-4d2ee411-386a-4ad1-88d3-db70d2441076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:20.379937 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-149ffb22-686d-43a4-8278-e753d33ce168 req-4d2ee411-386a-4ad1-88d3-db70d2441076 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77a61f18a22c4890b3f8ae6b327a1ca5&device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 1127 time: 0.0661745 May 26 18:25:20.383269 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bc054221-47f9-4b28-85e3-00e23a0d9bf7 req-8dbaf4d8-8244-453e-aca7-4a4209d789fa tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840206 May 26 18:25:20.479083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ffb22-686d-43a4-8278-e753d33ce168 req-fe107343-9571-489b-8129-54fbfffb2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:20.480840 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-149ffb22-686d-43a4-8278-e753d33ce168 req-fe107343-9571-489b-8129-54fbfffb2739 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13fd0d29-8c9c-4792-9360-d21719c2e330 HTTP/1.1" status: 200 len: 910 time: 0.0953465 May 26 18:25:20.534211 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-149ffb22-686d-43a4-8278-e753d33ce168 req-7b956989-8a0b-493d-913c-36a677ccfe4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbcf4583-bea0-4d84-aada-9996c9db25d3 HTTP/1.1" status: 200 len: 217 time: 0.0480180 May 26 18:25:20.571155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:20.584465 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ffb22-686d-43a4-8278-e753d33ce168 req-36b82196-d0e4-4492-b9e5-18b5403ed879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:20.585927 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-149ffb22-686d-43a4-8278-e753d33ce168 req-36b82196-d0e4-4492-b9e5-18b5403ed879 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ddc356e-0787-48be-ab10-9b747112f981 HTTP/1.1" status: 200 len: 849 time: 0.0465598 May 26 18:25:20.623289 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-149ffb22-686d-43a4-8278-e753d33ce168 req-920ee144-b986-4ce5-be62-e6af01a33f2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13fd0d29-8c9c-4792-9360-d21719c2e330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280664 May 26 18:25:20.716826 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-149ffb22-686d-43a4-8278-e753d33ce168 req-c5feff7a-b0d2-4acf-b344-67c0c7345749 service neutron] 10.222.0.42 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 May 26 18:25:20.816031 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-149ffb22-686d-43a4-8278-e753d33ce168 req-c7345c8c-6f7c-43d3-a83d-006651697802 service neutron] 10.222.0.42 "GET /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939553 May 26 18:25:21.069279 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device fbcf4583-bea0-4d84-aada-9996c9db25d3 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:25:21.176447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-4c34eafb-f2b3-4486-b106-837c4ed98e32 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:21.178208 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-4c34eafb-f2b3-4486-b106-837c4ed98e32 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.42 "GET /v2.0/networks?id=a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 200 len: 814 time: 0.1127782 May 26 18:25:21.180942 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port fbcf4583-bea0-4d84-aada-9996c9db25d3, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fbcf4583-bea0-4d84-aada-9996c9db25d3,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:21.190170 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:21.191784 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Request body: {'port': {'device_id': '53d07208-f4f4-41e4-9387-8feeba4abf81', 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5', 'admin_state_up': True, 'tenant_id': '90546acc85c14828b2f1e0a906037a9c'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:21.195510 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'fbcf4583-bea0-4d84-aada-9996c9db25d3', 'network_id': '13fd0d29-8c9c-4792-9360-d21719c2e330', 'port_id': 'fbcf4583-bea0-4d84-aada-9996c9db25d3', 'mac_address': 'fa:16:3e:f7:fb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddc356e-0787-48be-ab10-9b747112f981', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:25:21.234524 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port fbcf4583-bea0-4d84-aada-9996c9db25d3 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:25:21.234918 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:21.249091 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcf4583-bea0-4d84-aada-9996c9db25d3 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:25:21.270226 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port fbcf4583-bea0-4d84-aada-9996c9db25d3, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fbcf4583-bea0-4d84-aada-9996c9db25d3,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:21.279617 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:21.309584 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Made reservation on behalf of 90546acc85c14828b2f1e0a906037a9c for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:25:21.313493 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:21.339413 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=fbcf4583-bea0-4d84-aada-9996c9db25d3,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:21.363805 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-74e58fa1-7a8e-4e48-93ea-517d274a58a2 req-bacf2b84-8b51-45c4-9ffb-71dfb3a82644 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 210 time: 0.0381336 May 26 18:25:21.448707 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:21.468451 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['fbcf4583-bea0-4d84-aada-9996c9db25d3'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:25:21.508090 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Allocated IP 172.20.0.14 (a24647b5-0762-44b0-83f9-073468e69da5/a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc/6440f051-628f-4838-97b5-c2eebfd47861) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:25:21.508820 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:21.519045 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3db14-e97f-466f-91b0-14d99e50ac6e req-37829ee1-9e97-408e-bcf6-56fab95539ce tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:21.520554 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6df3db14-e97f-466f-91b0-14d99e50ac6e req-37829ee1-9e97-408e-bcf6-56fab95539ce tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 944 time: 0.0657163 May 26 18:25:21.619870 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6df3db14-e97f-466f-91b0-14d99e50ac6e req-a3c27916-7805-4234-a3c3-6b09212dd596 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926282 May 26 18:25:21.706646 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks [] for port (6440f051-628f-4838-97b5-c2eebfd47861), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:21.725632 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:21.740628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (6440f051-628f-4838-97b5-c2eebfd47861), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:21.774919 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:21.781500 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:21.784881 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Network a24647b5-0762-44b0-83f9-073468e69da5 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:25:21.787893 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:25:21.791639 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:25:21.798542 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Pushing event updated for resources: {'Port': ['ID=6440f051-628f-4838-97b5-c2eebfd47861,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:21.832540 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.832882 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.833218 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.833550 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.833913 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.834237 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.834554 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.834873 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.835191 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.835507 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.835825 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.836141 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.836456 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.836771 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.837084 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:21.859543 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:21.860146 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:21.877890 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-0549f4cd-0852-4863-aa0a-98da43e0393a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6910312 May 26 18:25:21.888936 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Request body: {'port': {'device_id': '53d07208-f4f4-41e4-9387-8feeba4abf81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:21.947578 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (6440f051-628f-4838-97b5-c2eebfd47861), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:22.234770 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6440f051-628f-4838-97b5-c2eebfd47861 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:25:22.242262 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Publish callbacks [] for port (6440f051-628f-4838-97b5-c2eebfd47861), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:22.253131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:22.256322 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Transition to ACTIVE for port object 6440f051-628f-4838-97b5-c2eebfd47861 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:25:22.260176 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (6440f051-628f-4838-97b5-c2eebfd47861), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:22.314303 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Pushing event updated for resources: {'Port': ['ID=6440f051-628f-4838-97b5-c2eebfd47861,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:22.384904 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Attempting to bind port 6440f051-628f-4838-97b5-c2eebfd47861 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:25:22.385236 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Attempting to bind port 6440f051-628f-4838-97b5-c2eebfd47861 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:25:22.385571 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Attempting to bind port 6440f051-628f-4838-97b5-c2eebfd47861 on network a24647b5-0762-44b0-83f9-073468e69da5 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:25:22.390596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Port 6440f051-628f-4838-97b5-c2eebfd47861 on network a24647b5-0762-44b0-83f9-073468e69da5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:25:22.390920 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Attempting to bind port 6440f051-628f-4838-97b5-c2eebfd47861 on network a24647b5-0762-44b0-83f9-073468e69da5 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:25:22.395762 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:25:22.396151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Checking segment: {'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:25:22.396576 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Bound using segment: {'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:25:22.397005 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Bound port: 6440f051-628f-4838-97b5-c2eebfd47861, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:25:22.397363 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (6440f051-628f-4838-97b5-c2eebfd47861), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:22.491781 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:22.492996 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] For port 6440f051-628f-4838-97b5-c2eebfd47861, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:25:22.501041 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcefc4-137b-440c-aa0a-d83209acbea9 req-5830e042-df42-4507-b503-6b9509639d56 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:22.502562 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bcefc4-137b-440c-aa0a-d83209acbea9 req-5830e042-df42-4507-b503-6b9509639d56 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 944 time: 0.0681353 May 26 18:25:22.504562 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] For port 6440f051-628f-4838-97b5-c2eebfd47861, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6440f051-628f-4838-97b5-c2eebfd47861,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:25:22.518729 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (6440f051-628f-4838-97b5-c2eebfd47861), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:22.579570 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:22.580151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:22.581539 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36890cbb-4eec-4421-a5bf-b89d27ec8e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:22.582155 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] 10.222.0.42 "PUT /v2.0/ports/6440f051-628f-4838-97b5-c2eebfd47861 HTTP/1.1" status: 200 len: 1094 time: 0.6970282 May 26 18:25:22.583985 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d07208-f4f4-41e4-9387-8feeba4abf81', 'tag': '6440f051-628f-4838-97b5-c2eebfd47861'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:25:22.586269 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f3317-ab8e-430f-b661-8e53113907f6" -d '{"events": [{"name": "network-changed", "server_uuid": "53d07208-f4f4-41e4-9387-8feeba4abf81", "tag": "6440f051-628f-4838-97b5-c2eebfd47861"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:25:22.613195 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8bcefc4-137b-440c-aa0a-d83209acbea9 req-4abc5b91-5f9f-4837-ae93-3847a21a562c tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043749 May 26 18:25:22.618149 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be1881-9716-4994-8207-893f6fef6e35 service neutron] Pushing event updated for resources: {'Port': ['ID=6440f051-628f-4838-97b5-c2eebfd47861,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:22.631615 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97678ab5-0da7-4f6a-8df7-86da543f92e9 x-openstack-request-id: req-97678ab5-0da7-4f6a-8df7-86da543f92e9 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:25:22.631907 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d07208-f4f4-41e4-9387-8feeba4abf81", "tag": "6440f051-628f-4838-97b5-c2eebfd47861", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:25:22.632211 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97678ab5-0da7-4f6a-8df7-86da543f92e9 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:25:22.632667 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97678ab5-0da7-4f6a-8df7-86da543f92e9'] response: {'name': 'network-changed', 'server_uuid': '53d07208-f4f4-41e4-9387-8feeba4abf81', 'tag': '6440f051-628f-4838-97b5-c2eebfd47861', 'status': 'completed', 'code': 200} May 26 18:25:22.668589 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-4ff73caf-ba8b-47fb-9832-f84d49df0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:22.670459 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-4ff73caf-ba8b-47fb-9832-f84d49df0236 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90546acc85c14828b2f1e0a906037a9c&device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 1128 time: 0.0477505 May 26 18:25:22.719550 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-c0504afd-c3ad-4678-9ddb-6dedc548770a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6440f051-628f-4838-97b5-c2eebfd47861 HTTP/1.1" status: 200 len: 217 time: 0.0419903 May 26 18:25:22.790079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0ff0d-a19b-486e-8c4c-cadc14872fc8 req-4171fb72-02f7-4251-a2d7-63a8538d3bfe tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:22.791453 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4c0ff0d-a19b-486e-8c4c-cadc14872fc8 req-4171fb72-02f7-4251-a2d7-63a8538d3bfe tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 944 time: 0.0812340 May 26 18:25:22.814341 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-f03dee09-59a5-48de-ae60-abd95144d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:22.815733 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-f03dee09-59a5-48de-ae60-abd95144d867 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc HTTP/1.1" status: 200 len: 854 time: 0.0723963 May 26 18:25:22.859463 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-b6d7568d-db74-48d3-b87b-b63abc7a9c5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a24647b5-0762-44b0-83f9-073468e69da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374479 May 26 18:25:22.866254 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4c0ff0d-a19b-486e-8c4c-cadc14872fc8 req-aaa82465-babf-4b9e-912d-2bb75c92f8d4 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688729 May 26 18:25:22.954694 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-a84d462e-d5d9-4779-a174-025750aece79 service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875185 May 26 18:25:23.042781 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f9212ab0-2c5f-49e2-af3d-83df4c43650f req-9520ff77-5eaa-4a8a-80aa-95a8963870d8 service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818412 May 26 18:25:23.071667 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device fbcf4583-bea0-4d84-aada-9996c9db25d3 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:25:23.117017 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port fbcf4583-bea0-4d84-aada-9996c9db25d3 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:25:23.123365 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port fbcf4583-bea0-4d84-aada-9996c9db25d3 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:25:23.123743 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:23.194879 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port fbcf4583-bea0-4d84-aada-9996c9db25d3 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:25:23.195266 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:23.217345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dc8416-255d-4b55-8efe-91d85bb337f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcf4583-bea0-4d84-aada-9996c9db25d3'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:25:23.219568 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bf3e8a-aba0-43d8-b37d-3394c11f1ad3" -d '{"events": [{"server_uuid": "e5dc8416-255d-4b55-8efe-91d85bb337f6", "name": "network-vif-plugged", "status": "completed", "tag": "fbcf4583-bea0-4d84-aada-9996c9db25d3"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:25:23.232511 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port fbcf4583-bea0-4d84-aada-9996c9db25d3, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fbcf4583-bea0-4d84-aada-9996c9db25d3,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:23.237612 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:23.261018 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35389960-5410-4343-962f-bc918975db37 x-openstack-request-id: req-35389960-5410-4343-962f-bc918975db37 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:25:23.261337 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dc8416-255d-4b55-8efe-91d85bb337f6", "name": "network-vif-plugged", "status": "completed", "tag": "fbcf4583-bea0-4d84-aada-9996c9db25d3", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:25:23.261566 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35389960-5410-4343-962f-bc918975db37 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:25:23.262043 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35389960-5410-4343-962f-bc918975db37'] response: {'server_uuid': 'e5dc8416-255d-4b55-8efe-91d85bb337f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcf4583-bea0-4d84-aada-9996c9db25d3', 'code': 200} May 26 18:25:23.289378 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=fbcf4583-bea0-4d84-aada-9996c9db25d3,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:23.666086 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:23.767798 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e49abb-7a8b-4aef-bc73-66a144803db1 req-1f5a881a-cdfc-4f88-82ed-1f86325824e9 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:23.769273 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-19e49abb-7a8b-4aef-bc73-66a144803db1 req-1f5a881a-cdfc-4f88-82ed-1f86325824e9 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 944 time: 0.0788834 May 26 18:25:23.774536 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-d4892f36-e5bf-4702-83ea-50b728222095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:23.775911 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-d4892f36-e5bf-4702-83ea-50b728222095 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90546acc85c14828b2f1e0a906037a9c&device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 1128 time: 0.0568237 May 26 18:25:23.870965 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:23.906415 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-19e49abb-7a8b-4aef-bc73-66a144803db1 req-0e7845b9-6c4e-4ab2-b9eb-313dff7d06b4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292989 May 26 18:25:23.923760 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64728de7-cb5b-4700-beb8-d2d87a22b2fd req-d30bcdf2-4336-448f-8c4b-8456618ac527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:23.925218 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-64728de7-cb5b-4700-beb8-d2d87a22b2fd req-d30bcdf2-4336-448f-8c4b-8456618ac527 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 1129 time: 0.0805447 May 26 18:25:23.992044 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-5676d214-0ab0-4e06-bab9-83f007d6dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:23.993468 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-5676d214-0ab0-4e06-bab9-83f007d6dc08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 200 len: 915 time: 0.2091711 May 26 18:25:24.053698 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-6f0a8547-6ca9-4cb9-8361-4fba58b9b548 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6440f051-628f-4838-97b5-c2eebfd47861 HTTP/1.1" status: 200 len: 217 time: 0.0510683 May 26 18:25:24.056383 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-64728de7-cb5b-4700-beb8-d2d87a22b2fd req-3e372200-d580-41cd-83d0-f80b8fc14665 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241786 May 26 18:25:24.062774 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ab99b-95b0-47a3-9ad3-ef5cb8746ebb req-5016d492-2281-4c31-a372-20b7c7b18912 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:24.064158 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c14ab99b-95b0-47a3-9ad3-ef5cb8746ebb req-5016d492-2281-4c31-a372-20b7c7b18912 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 945 time: 0.1058500 May 26 18:25:24.112538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c14ab99b-95b0-47a3-9ad3-ef5cb8746ebb req-1d1b8966-0f03-4b0e-9114-942bd2638f73 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 May 26 18:25:24.276720 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:24.284945 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-52ff5e9d-4f58-4b87-8295-bce8d5895ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:24.286458 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-52ff5e9d-4f58-4b87-8295-bce8d5895ab8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc HTTP/1.1" status: 200 len: 854 time: 0.0478706 May 26 18:25:24.319140 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-f0468025-caac-4133-ac83-74c6d97e3918 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a24647b5-0762-44b0-83f9-073468e69da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260632 May 26 18:25:24.410405 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-6e0fb945-a08f-4b6a-8454-391d5e824bbb service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843458 May 26 18:25:24.724941 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c3f3317-ab8e-430f-b661-8e53113907f6 req-95be68da-50f7-404f-921f-71ab5413417d service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827150 May 26 18:25:25.023356 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1300932-605e-4917-b042-75bc1b523614 req-dadb4903-e7ad-460f-984b-a4e9a514a97a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:25.024778 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1300932-605e-4917-b042-75bc1b523614 req-dadb4903-e7ad-460f-984b-a4e9a514a97a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 944 time: 0.0498705 May 26 18:25:25.071174 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1300932-605e-4917-b042-75bc1b523614 req-94262757-d4dd-46d7-97c5-e3c60d460ab3 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 May 26 18:25:25.086750 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 6440f051-628f-4838-97b5-c2eebfd47861 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:25:25.190481 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 6440f051-628f-4838-97b5-c2eebfd47861, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6440f051-628f-4838-97b5-c2eebfd47861,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:25.202486 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '6440f051-628f-4838-97b5-c2eebfd47861', 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5', 'port_id': '6440f051-628f-4838-97b5-c2eebfd47861', 'mac_address': 'fa:16:3e:2a:8a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:25:25.226155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ce3b6-2bf5-491c-b64b-26b8748cf728 req-ac5a674c-b0f3-4766-b8d4-52af50eb946e tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:25.227724 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e6ce3b6-2bf5-491c-b64b-26b8748cf728 req-ac5a674c-b0f3-4766-b8d4-52af50eb946e tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 945 time: 0.0468302 May 26 18:25:25.241200 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 6440f051-628f-4838-97b5-c2eebfd47861 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:25:25.241517 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (6440f051-628f-4838-97b5-c2eebfd47861), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:25.265570 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6440f051-628f-4838-97b5-c2eebfd47861 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:25:25.281179 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:25.281572 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:25.286394 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e6ce3b6-2bf5-491c-b64b-26b8748cf728 req-69dd9c89-3bf5-41c6-9a85-ba367bd7361b tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 May 26 18:25:25.291756 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 6440f051-628f-4838-97b5-c2eebfd47861, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6440f051-628f-4838-97b5-c2eebfd47861,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:25.308981 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (6440f051-628f-4838-97b5-c2eebfd47861), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:25.364404 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=6440f051-628f-4838-97b5-c2eebfd47861,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:25.501170 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['6440f051-628f-4838-97b5-c2eebfd47861'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:25:25.616749 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:26.185224 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a868151-1bc1-4aa7-8e35-1f6bb621152f req-1d3fd8d9-c5f3-4106-9edf-b53c6fe7d81a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:26.186735 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a868151-1bc1-4aa7-8e35-1f6bb621152f req-1d3fd8d9-c5f3-4106-9edf-b53c6fe7d81a tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 945 time: 0.0470862 May 26 18:25:26.236269 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0a868151-1bc1-4aa7-8e35-1f6bb621152f req-1f7b946d-a486-4b62-945e-302176771e46 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 May 26 18:25:26.415007 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb044d-79c8-4786-9b15-c82f15989766 req-e8bd9806-2671-445a-ac94-b2d30db74628 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:26.416538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-36eb044d-79c8-4786-9b15-c82f15989766 req-e8bd9806-2671-445a-ac94-b2d30db74628 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 945 time: 0.0475340 May 26 18:25:26.463836 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-36eb044d-79c8-4786-9b15-c82f15989766 req-d7e1057c-a84c-4cb8-bb34-64f5e2663068 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 May 26 18:25:26.505814 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:27.096554 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 6440f051-628f-4838-97b5-c2eebfd47861 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:25:27.127516 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db54922-2d82-48ad-9da9-cc457e7d9b5b req-0a35724c-3a16-4e40-8008-7dd5207330a5 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:27.129062 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5db54922-2d82-48ad-9da9-cc457e7d9b5b req-0a35724c-3a16-4e40-8008-7dd5207330a5 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 945 time: 0.0502315 May 26 18:25:27.143030 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 6440f051-628f-4838-97b5-c2eebfd47861 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:25:27.149168 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 6440f051-628f-4838-97b5-c2eebfd47861 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:25:27.149538 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (6440f051-628f-4838-97b5-c2eebfd47861), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:27.180117 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-5db54922-2d82-48ad-9da9-cc457e7d9b5b req-6d0b2f17-819a-41fb-b2e9-95850055c05a tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445404 May 26 18:25:27.233477 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 6440f051-628f-4838-97b5-c2eebfd47861 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:25:27.233911 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (6440f051-628f-4838-97b5-c2eebfd47861), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:27.257452 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d07208-f4f4-41e4-9387-8feeba4abf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6440f051-628f-4838-97b5-c2eebfd47861'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:25:27.259987 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae26e0b-e23a-4cf0-936c-e203f98ce20b" -d '{"events": [{"server_uuid": "53d07208-f4f4-41e4-9387-8feeba4abf81", "name": "network-vif-plugged", "status": "completed", "tag": "6440f051-628f-4838-97b5-c2eebfd47861"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:25:27.280503 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 6440f051-628f-4838-97b5-c2eebfd47861, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6440f051-628f-4838-97b5-c2eebfd47861,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:27.285221 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (6440f051-628f-4838-97b5-c2eebfd47861), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:27.311301 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a01c25-4627-4766-be2b-e598efefd827 x-openstack-request-id: req-76a01c25-4627-4766-be2b-e598efefd827 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:25:27.311599 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d07208-f4f4-41e4-9387-8feeba4abf81", "name": "network-vif-plugged", "status": "completed", "tag": "6440f051-628f-4838-97b5-c2eebfd47861", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:25:27.311851 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76a01c25-4627-4766-be2b-e598efefd827 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:25:27.312246 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a01c25-4627-4766-be2b-e598efefd827'] response: {'server_uuid': '53d07208-f4f4-41e4-9387-8feeba4abf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6440f051-628f-4838-97b5-c2eebfd47861', 'code': 200} May 26 18:25:27.339632 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=6440f051-628f-4838-97b5-c2eebfd47861,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:27.396802 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aeeda-334e-431c-82a7-6c8cf01ce117 req-58014f54-0eb7-4709-8330-6733430a80ef tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:27.399194 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ab5aeeda-334e-431c-82a7-6c8cf01ce117 req-58014f54-0eb7-4709-8330-6733430a80ef tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 946 time: 0.0780280 May 26 18:25:27.421898 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:27.449431 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ab5aeeda-334e-431c-82a7-6c8cf01ce117 req-6993686d-fb02-4c9c-bb8f-f10863cf2ec1 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432603 May 26 18:25:28.016612 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:28.017532 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:28.225291 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc572a-18dd-43fd-9d8f-c0b53fd321da req-4ee068ee-b05e-4553-9ace-f0f8ab2ac17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:28.226866 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7bbc572a-18dd-43fd-9d8f-c0b53fd321da req-4ee068ee-b05e-4553-9ace-f0f8ab2ac17c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 1130 time: 0.0407312 May 26 18:25:28.586891 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7bbc572a-18dd-43fd-9d8f-c0b53fd321da req-37c61f0b-d844-4645-80e2-a7fd88dd7655 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538086 May 26 18:25:28.624503 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d1d9d-8eef-409b-950a-ebce20462804 req-3c3d4c5e-c6d5-4a23-9f96-bd51702e6a85 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:28.626020 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f8d1d9d-8eef-409b-950a-ebce20462804 req-3c3d4c5e-c6d5-4a23-9f96-bd51702e6a85 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 945 time: 0.3684540 May 26 18:25:28.660336 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-8df79566-cc68-4bd9-b599-598c12570be0 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:28.661810 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-8df79566-cc68-4bd9-b599-598c12570be0 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 945 time: 0.3643808 May 26 18:25:28.673143 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97928d7c-4931-4a91-9ce0-a74f8fac47bc req-5b6e2801-1685-4fc9-b8d0-e94ba255ec3e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:28.674646 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97928d7c-4931-4a91-9ce0-a74f8fac47bc req-5b6e2801-1685-4fc9-b8d0-e94ba255ec3e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 946 time: 0.1077092 May 26 18:25:28.685889 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:28.717317 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8f8d1d9d-8eef-409b-950a-ebce20462804 req-5e1e2813-97b1-4967-9415-39ebb0bfe055 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/security-groups?id=b836d601-65b3-494a-8dc2-810fc0551cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841126 May 26 18:25:28.746202 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97928d7c-4931-4a91-9ce0-a74f8fac47bc req-d794f0f1-b696-4a99-8ef0-bda2b7810cbe tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609145 May 26 18:25:28.857709 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Deleting port fbcf4583-bea0-4d84-aada-9996c9db25d3 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:25:28.857993 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:28.954097 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] For port fbcf4583-bea0-4d84-aada-9996c9db25d3, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=fbcf4583-bea0-4d84-aada-9996c9db25d3,segment=NetworkSegment(9fab3993-d857-405c-bf53-62b6274c9e13),segment_id=9fab3993-d857-405c-bf53-62b6274c9e13)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:28.954460 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:28.967912 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Calling delete_port for fbcf4583-bea0-4d84-aada-9996c9db25d3 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:25:29.094832 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (fbcf4583-bea0-4d84-aada-9996c9db25d3), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:29.106803 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['fbcf4583-bea0-4d84-aada-9996c9db25d3'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:25:29.121332 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Pushing event deleted for resources: {'Port': ['ID=fbcf4583-bea0-4d84-aada-9996c9db25d3,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:29.172096 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] No DVR routers for this DVR port fbcf4583-bea0-4d84-aada-9996c9db25d3 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:25:29.174830 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:29.178235 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1e93e4f5-0c8c-453c-8a0a-992a55476f96 req-06db28bc-205e-4535-81b7-277d298bfb28 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.42 "DELETE /v2.0/ports/fbcf4583-bea0-4d84-aada-9996c9db25d3 HTTP/1.1" status: 204 len: 173 time: 0.4071343 May 26 18:25:29.178681 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dc8416-255d-4b55-8efe-91d85bb337f6', 'name': 'network-vif-deleted', 'tag': 'fbcf4583-bea0-4d84-aada-9996c9db25d3'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:25:29.180861 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daccb7f3-71df-4e24-a849-b8f26cfcf63a" -d '{"events": [{"server_uuid": "e5dc8416-255d-4b55-8efe-91d85bb337f6", "name": "network-vif-deleted", "tag": "fbcf4583-bea0-4d84-aada-9996c9db25d3"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:25:29.220551 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1261a5f1-7815-4e8b-acb8-7f471a8e090b x-openstack-request-id: req-1261a5f1-7815-4e8b-acb8-7f471a8e090b {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:25:29.220851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dc8416-255d-4b55-8efe-91d85bb337f6", "name": "network-vif-deleted", "tag": "fbcf4583-bea0-4d84-aada-9996c9db25d3", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:25:29.221101 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1261a5f1-7815-4e8b-acb8-7f471a8e090b {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:25:29.221524 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1261a5f1-7815-4e8b-acb8-7f471a8e090b'] response: {'server_uuid': 'e5dc8416-255d-4b55-8efe-91d85bb337f6', 'name': 'network-vif-deleted', 'tag': 'fbcf4583-bea0-4d84-aada-9996c9db25d3', 'status': 'completed', 'code': 200} May 26 18:25:29.833784 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7c157fcb-3f78-49bd-baaf-061abfa9ec68 req-665b1a8d-0f65-4825-9ad2-df37d6c30cb8 tempest-VolumesActionsTest-753617953 tempest-VolumesActionsTest-753617953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5dc8416-255d-4b55-8efe-91d85bb337f6 HTTP/1.1" status: 200 len: 210 time: 0.0307012 May 26 18:25:29.879644 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56e25-d2ab-4fc1-8247-c37694425490 req-38eeb1c3-8446-4b5f-8a4f-ffd1db5b02d9 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:29.881047 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-39f56e25-d2ab-4fc1-8247-c37694425490 req-38eeb1c3-8446-4b5f-8a4f-ffd1db5b02d9 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 946 time: 0.0501344 May 26 18:25:29.930180 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-39f56e25-d2ab-4fc1-8247-c37694425490 req-97e07cef-c601-491f-8ea3-e0fcb9b2adc8 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 May 26 18:25:31.100965 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device fbcf4583-bea0-4d84-aada-9996c9db25d3 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:25:31.122224 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: fbcf4583-bea0-4d84-aada-9996c9db25d3 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:25:31.122566 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device fbcf4583-bea0-4d84-aada-9996c9db25d3 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:25:39.110894 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=60,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:39.919852 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:39.926118 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:41.105014 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:43.688018 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:44.524783 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:25:45.204006 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-53d9cfe1-5e2b-4805-9cde-55cbec726a18 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744872 May 26 18:25:45.320128 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-edbec721-f1fe-4835-852b-81d705160c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:45.322380 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-edbec721-f1fe-4835-852b-81d705160c30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90546acc85c14828b2f1e0a906037a9c&device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 1130 time: 0.0475950 May 26 18:25:45.443585 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-13820bde-a502-451a-ad12-3c10c2828c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:45.445318 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-13820bde-a502-451a-ad12-3c10c2828c50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 200 len: 915 time: 0.0969098 May 26 18:25:45.487661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-1e8401a1-88f2-4aab-a297-e728f9a4a382 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6440f051-628f-4838-97b5-c2eebfd47861 HTTP/1.1" status: 200 len: 217 time: 0.0351236 May 26 18:25:45.546293 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-71eb1b8d-0b43-482c-a16e-6003e41bf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:45.547663 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-71eb1b8d-0b43-482c-a16e-6003e41bf58d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc HTTP/1.1" status: 200 len: 854 time: 0.0538342 May 26 18:25:45.585131 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-b8cf8298-3d5b-48a5-aec1-68dd164ff640 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a24647b5-0762-44b0-83f9-073468e69da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308361 May 26 18:25:45.709410 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-279dc09d-874e-4e12-8837-214a37f71af9 service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129148 May 26 18:25:45.862645 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-686f03c0-d0ff-4b79-b1d8-0d8743ef4eb6 req-2608f21f-b378-4095-ad10-090eb795cab2 service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326377 May 26 18:25:47.312263 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:50.338036 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5c37-9442-46cd-87de-c40e7f923107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:52.587303 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fd8efb9b-5302-44bd-a8dc-a753c4783100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:53.665119 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.267537 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.396248 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34096) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:55.441797 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Deleting subnet 4ddc356e-0787-48be-ab10-9b747112f981 {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:25:55.444871 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Publish callbacks [] for subnet (4ddc356e-0787-48be-ab10-9b747112f981), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.484667 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (4ddc356e-0787-48be-ab10-9b747112f981), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.524691 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (4ddc356e-0787-48be-ab10-9b747112f981), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.579444 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (4ddc356e-0787-48be-ab10-9b747112f981), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.608128 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.613823 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4ddc356e-0787-48be-ab10-9b747112f981 HTTP/1.1" status: 204 len: 168 time: 0.2139609 May 26 18:25:55.613823 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ddc356e-0787-48be-ab10-9b747112f981,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:55.614169 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34102) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:55.619754 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.620100 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.620481 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.620825 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.621168 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.621609 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.621971 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.622303 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.622636 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.622971 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.623302 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.623646 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.623956 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.624280 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.624606 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c21888-309f-4ade-8ec7-3b145b117e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:25:55.695377 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (13fd0d29-8c9c-4792-9360-d21719c2e330), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.775318 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (13fd0d29-8c9c-4792-9360-d21719c2e330), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.795585 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fd0d29-8c9c-4792-9360-d21719c2e330']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:25:55.804948 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fab3993-d857-405c-bf53-62b6274c9e13') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:25:55.805238 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fab3993-d857-405c-bf53-62b6274c9e13') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:25:55.815285 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (9fab3993-d857-405c-bf53-62b6274c9e13), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.829351 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (9fab3993-d857-405c-bf53-62b6274c9e13), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.835301 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:25:55.835804 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (9fab3993-d857-405c-bf53-62b6274c9e13), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.856569 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 9fab3993-d857-405c-bf53-62b6274c9e13 resource provider aggregate not found May 26 18:25:55.887182 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 9fab3993-d857-405c-bf53-62b6274c9e13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fab3993-d857-405c-bf53-62b6274c9e13 found for delete ", "request_id": "req-c96fcb1b-a198-42f3-9860-f216e28bb592"}]} May 26 18:25:55.903480 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (13fd0d29-8c9c-4792-9360-d21719c2e330), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.910264 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:55.913220 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] 10.222.0.46 "DELETE /v2.0/networks/13fd0d29-8c9c-4792-9360-d21719c2e330 HTTP/1.1" status: 204 len: 168 time: 0.2980013 May 26 18:25:55.923136 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c94da-caab-4e6e-b94e-6a8a2d3b5b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=13fd0d29-8c9c-4792-9360-d21719c2e330,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:56.026172 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34112) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:56.067258 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-73e793ea-4680-49dd-82cd-ea3b76adbc02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77a61f18a22c4890b3f8ae6b327a1ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397162 May 26 18:25:56.069755 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34114) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:56.121902 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-315620c8-4440-4fd3-b68f-4d97d94d8a87 admin admin] Publish callbacks [] for security_group (b836d601-65b3-494a-8dc2-810fc0551cae), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:56.144679 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-315620c8-4440-4fd3-b68f-4d97d94d8a87 admin admin] Publish callbacks [] for security_group (b836d601-65b3-494a-8dc2-810fc0551cae), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:56.191586 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-315620c8-4440-4fd3-b68f-4d97d94d8a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (b836d601-65b3-494a-8dc2-810fc0551cae), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:56.194071 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-315620c8-4440-4fd3-b68f-4d97d94d8a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:56.195202 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-315620c8-4440-4fd3-b68f-4d97d94d8a87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b836d601-65b3-494a-8dc2-810fc0551cae HTTP/1.1" status: 204 len: 168 time: 0.1245329 May 26 18:25:56.203316 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315620c8-4440-4fd3-b68f-4d97d94d8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b836d601-65b3-494a-8dc2-810fc0551cae,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:56.500171 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:56.871106 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34138) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:56.967409 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-601107441-network', 'tenant_id': '564690a570ea4ec199dc599d288756b0'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:56.987557 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Made reservation on behalf of 564690a570ea4ec199dc599d288756b0 for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:25:56.989826 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:56.999080 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.075131 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Publish callbacks [] for security_group (96fe011e-bd6f-4f7d-94d2-627cb8c4c6a7), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.078805 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (96fe011e-bd6f-4f7d-94d2-627cb8c4c6a7), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.106297 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:25:57.111615 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe011e-bd6f-4f7d-94d2-627cb8c4c6a7,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:57.119449 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (0fba5119-960b-43a2-bac3-26c54c72c8e8), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.119449 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Added segment 0fba5119-960b-43a2-bac3-26c54c72c8e8 of type vlan for network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 May 26 18:25:57.162429 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.187479 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.188448 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:57.189019 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.210993 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:57.240193 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3679974 May 26 18:25:57.243430 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34142) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:57.249138 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Request body: {'subnet': {'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-601107441-subnet', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:57.253677 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e7679-faa6-4067-8f0b-0f1087173da7 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:57.264236 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:25:57.271974 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Made reservation on behalf of 564690a570ea4ec199dc599d288756b0 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:25:57.275281 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11346468'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.397369 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:57.451466 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11346482'] for subnet (d82e6c20-24f0-4fe3-9be0-4694c4fb9fed), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.455336 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:57.500312 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:57.522811 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Checking segment: {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:25:57.523167 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Network hostable DHCP agents. Network: 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:25:57.540580 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:25:57.550478 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:25:57.556643 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:25:57.557601 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.559142 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a5577-9ce4-40a6-9544-8f402882310f None None] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:25:57.575737 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b7533a04-191e-400e-8765-73dbc0fe8357 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3311555 May 26 18:25:57.578346 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34144) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:57.582611 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:25:57.602337 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (3e32875c-9224-4064-945d-053a2a404b32), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.603851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (3e32875c-9224-4064-945d-053a2a404b32), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.668048 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks [] for router_controller (3e32875c-9224-4064-945d-053a2a404b32), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.800438 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'project_id': '564690a570ea4ec199dc599d288756b0', 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:25:57.801465 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.806037 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks [] for router_gateway (3e32875c-9224-4064-945d-053a2a404b32), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:57.934749 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Allocated IP 172.20.0.2 (3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5/d82e6c20-24f0-4fe3-9be0-4694c4fb9fed/31caa906-d8bd-45f6-8c3d-ca4f034079dd) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:25:57.988296 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks [] for router_gateway (3e32875c-9224-4064-945d-053a2a404b32), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.006863 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.086643 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Publish callbacks [] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.093306 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.112776 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Allocated IP 172.27.3.136 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/bbff341f-bee2-4d55-8eee-1121df9cf77d) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:25:58.142215 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:25:58.147086 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:25:58.150062 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:25:58.154112 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Pushing event updated for resources: {'Port': ['ID=31caa906-d8bd-45f6-8c3d-ca4f034079dd,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:58.211744 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Attempting to bind port 31caa906-d8bd-45f6-8c3d-ca4f034079dd on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:25:58.212023 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Attempting to bind port 31caa906-d8bd-45f6-8c3d-ca4f034079dd by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:25:58.212384 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Attempting to bind port 31caa906-d8bd-45f6-8c3d-ca4f034079dd on network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:25:58.216851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks [] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.218447 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:25:58.218818 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Checking segment: {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:25:58.219219 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.219608 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Bound using segment: {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:25:58.220072 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Bound port: 31caa906-d8bd-45f6-8c3d-ca4f034079dd, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:25:58.220450 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.236706 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:58.251575 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.284421 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] For port 31caa906-d8bd-45f6-8c3d-ca4f034079dd, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:25:58.287850 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] For port 31caa906-d8bd-45f6-8c3d-ca4f034079dd, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=31caa906-d8bd-45f6-8c3d-ca4f034079dd,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:25:58.296265 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.297105 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:25:58.302265 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:25:58.304669 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Pushing event updated for resources: {'Port': ['ID=bbff341f-bee2-4d55-8eee-1121df9cf77d,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:58.306996 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:25:58.346639 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:58.357222 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:58.363266 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc65480-52fe-458e-b721-5ae6796e2448 None None] Pushing event updated for resources: {'Port': ['ID=31caa906-d8bd-45f6-8c3d-ca4f034079dd,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:58.587380 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks [] for router_gateway (3e32875c-9224-4064-945d-053a2a404b32), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.773685 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:58.781053 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (3e32875c-9224-4064-945d-053a2a404b32), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:58.790079 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=26 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:58.920708 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Router 3e32875c-9224-4064-945d-053a2a404b32 is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:25:59.036113 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:25:59.048615 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Sync routers for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:25:59.058934 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:59.062793 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-acb6015d-adf6-4b9e-947e-08f302c5ebf3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4808779 May 26 18:25:59.062938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:25:59.062938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:25:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:25:59.063340 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34154) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:25:59.103596 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:59.164561 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:59.180307 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:25:59.295015 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7f9e4-9b10-4813-96f0-87fce02acf02 None None] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:25:59.398010 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:59.426761 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-0cbd9b53-e0e4-4b04-b080-f613a97b7352 None None] Provisioning complete for port 31caa906-d8bd-45f6-8c3d-ca4f034079dd triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:25:59.427125 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9b53-e0e4-4b04-b080-f613a97b7352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:59.469282 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:25:58Z', 'revision_number': 3, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:25:59.483920 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:59.518571 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Checking router: 3e32875c-9224-4064-945d-053a2a404b32 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:25:59.518839 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Updating router 3e32875c-9224-4064-945d-053a2a404b32 port bbff341f-bee2-4d55-8eee-1121df9cf77d binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:25:59.564607 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:59.624726 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd9b53-e0e4-4b04-b080-f613a97b7352 None None] Current status of the port 31caa906-d8bd-45f6-8c3d-ca4f034079dd is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:25:59.625001 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9b53-e0e4-4b04-b080-f613a97b7352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:59.649013 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Allocated IP 172.20.0.1 (3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5/d82e6c20-24f0-4fe3-9be0-4694c4fb9fed/c3e99ab5-1d78-4384-8567-f8b1e9f876b0) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:25:59.743469 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-0cbd9b53-e0e4-4b04-b080-f613a97b7352 None None] For port 31caa906-d8bd-45f6-8c3d-ca4f034079dd, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=31caa906-d8bd-45f6-8c3d-ca4f034079dd,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:25:59.750683 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9b53-e0e4-4b04-b080-f613a97b7352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:59.871265 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd9b53-e0e4-4b04-b080-f613a97b7352 None None] Pushing event updated for resources: {'Port': ['ID=31caa906-d8bd-45f6-8c3d-ca4f034079dd,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:25:59.883784 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-56c6a659-1661-4841-85e9-62da6dc32d05 None None] Provisioning complete for port 31caa906-d8bd-45f6-8c3d-ca4f034079dd triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:25:59.884159 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-56c6a659-1661-4841-85e9-62da6dc32d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:25:59.941047 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:25:59.957998 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:00.033616 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Publish callbacks [] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.041576 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Publish callbacks [] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.051569 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.053667 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-56c6a659-1661-4841-85e9-62da6dc32d05 None None] Current status of the port 31caa906-d8bd-45f6-8c3d-ca4f034079dd is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:00.066714 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.109778 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Attempting to bind port bbff341f-bee2-4d55-8eee-1121df9cf77d on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:26:00.109778 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Attempting to bind port bbff341f-bee2-4d55-8eee-1121df9cf77d by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:26:00.110103 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:00.110756 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Attempting to bind port bbff341f-bee2-4d55-8eee-1121df9cf77d on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:00.115142 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:00.117255 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43909cb4-d7b0-48f4-ab86-1112ff8edd5c None None] Pushing event updated for resources: {'Port': ['ID=bbff341f-bee2-4d55-8eee-1121df9cf77d,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:00.117530 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:26:00.119653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:00.122896 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:26:00.122896 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:26:00.123147 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.123464 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:26:00.123940 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Bound port: bbff341f-bee2-4d55-8eee-1121df9cf77d, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:26:00.124322 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.166230 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (3e32875c-9224-4064-945d-053a2a404b32), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.188323 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] For port bbff341f-bee2-4d55-8eee-1121df9cf77d, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:26:00.192152 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] For port bbff341f-bee2-4d55-8eee-1121df9cf77d, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=bbff341f-bee2-4d55-8eee-1121df9cf77d,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:26:00.200350 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.211849 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 31caa906-d8bd-45f6-8c3d-ca4f034079dd up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:00.281327 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:00.313153 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.425250 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:00.428806 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-495b7b3a-95b8-40ce-b818-f05b6951d241 None None] Provisioning complete for port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:00.429190 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-495b7b3a-95b8-40ce-b818-f05b6951d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.470867 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:00.471514 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:25:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:00.478265 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43909cb4-d7b0-48f4-ab86-1112ff8edd5c None None] Pushing event updated for resources: {'Port': ['ID=bbff341f-bee2-4d55-8eee-1121df9cf77d,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:00.519072 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Publish callbacks [] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.524195 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.528564 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-495b7b3a-95b8-40ce-b818-f05b6951d241 None None] Port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:26:00.537304 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 31caa906-d8bd-45f6-8c3d-ca4f034079dd triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:00.537800 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.597490 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:00.600550 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (3e32875c-9224-4064-945d-053a2a404b32), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.628581 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:00.693389 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:00.694540 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:00.722229 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 31caa906-d8bd-45f6-8c3d-ca4f034079dd is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:00.812108 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Router 3e32875c-9224-4064-945d-053a2a404b32 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:26:00.852443 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:25:59Z', 'revision_number': 1, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:00.881259 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24907cea-d091-43f5-ad0f-4676f8cd5a78 None None] The sync data for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi is: [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:25:59Z', 'revision_number': 1, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:26:00.924255 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:26:00.933360 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-99778518-09e5-47a1-a83b-8215c16e97e6 admin admin] 10.222.0.46 "PUT /v2.0/routers/3e32875c-9224-4064-945d-053a2a404b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8647957 May 26 18:26:00.952546 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-8280f418-019e-4541-b844-106c3c356ff8 None None] Provisioning complete for port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:00.952830 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8280f418-019e-4541-b844-106c3c356ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:00.987659 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:00.993486 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-8280f418-019e-4541-b844-106c3c356ff8 None None] Port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:26:01.459887 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34174) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:01.466971 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1616392696-network', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:01.488795 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Made reservation on behalf of 8623d691c6384d53bb1fd6c9ecc3763f for: {'network': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:26:01.491235 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.500771 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.597632 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:01.613722 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Publish callbacks [] for security_group (255be97c-bc2d-4430-a3b2-9b6fee5b6105), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.618729 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (255be97c-bc2d-4430-a3b2-9b6fee5b6105), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.643753 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:26:01.661082 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255be97c-bc2d-4430-a3b2-9b6fee5b6105,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:01.664410 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (932fe661-77bb-436e-bab1-20224391db8a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.664898 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.segments_db [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Added segment 932fe661-77bb-436e-bab1-20224391db8a of type vlan for network 0fd300f4-1727-48a8-b338-8652da9c16b3 May 26 18:26:01.711864 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (0fd300f4-1727-48a8-b338-8652da9c16b3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.738753 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (0fd300f4-1727-48a8-b338-8652da9c16b3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.739877 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:01.740467 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.797031 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:01.806242 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3452067 May 26 18:26:01.808734 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a2a73-270d-4f9a-98a1-a2f6a57b3c48 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd300f4-1727-48a8-b338-8652da9c16b3,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:01.810980 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34176) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:01.815741 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Request body: {'subnet': {'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1616392696-subnet', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:01.821208 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 0fd300f4-1727-48a8-b338-8652da9c16b3 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:26:01.842807 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Made reservation on behalf of 8623d691c6384d53bb1fd6c9ecc3763f for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:26:01.845381 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11346468'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:01.847387 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:02.027512 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11346482'] for subnet (d12d28fc-d82b-47ec-a70e-c515478454e9), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.095612 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Checking segment: {'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:26:02.096054 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Network hostable DHCP agents. Network: 0fd300f4-1727-48a8-b338-8652da9c16b3, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:26:02.098169 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12d28fc-d82b-47ec-a70e-c515478454e9,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:02.121131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Network 0fd300f4-1727-48a8-b338-8652da9c16b3 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:26:02.134623 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 0fd300f4-1727-48a8-b338-8652da9c16b3) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:02.139915 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:02.140532 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.149506 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88bf98e-48e1-4de6-b928-37f20704190f None None] Network 0fd300f4-1727-48a8-b338-8652da9c16b3 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:26:02.161486 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5062b930-05a6-4f05-b7a2-c0d1f70a7449 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3494580 May 26 18:26:02.164581 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34182) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:02.171964 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:02.196683 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=11 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:02.201160 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.202616 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.231235 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device bbff341f-bee2-4d55-8eee-1121df9cf77d up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:02.278239 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks [] for router_controller (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), precommit_add_association {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.372130 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port bbff341f-bee2-4d55-8eee-1121df9cf77d triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:02.372351 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.396376 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-0fd300f4-1727-48a8-b338-8652da9c16b3', 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3', 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'fixed_ips': [{'subnet_id': 'd12d28fc-d82b-47ec-a70e-c515478454e9'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:26:02.397510 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.427485 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks [] for router_gateway (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.539057 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port bbff341f-bee2-4d55-8eee-1121df9cf77d is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:02.539451 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.591174 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port bbff341f-bee2-4d55-8eee-1121df9cf77d, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=bbff341f-bee2-4d55-8eee-1121df9cf77d,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:02.599511 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.616555 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks [] for router_gateway (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.625872 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Allocated IP 172.20.0.2 (0fd300f4-1727-48a8-b338-8652da9c16b3/d12d28fc-d82b-47ec-a70e-c515478454e9/157daa8c-aa41-42b2-b53b-d04bb09d48ae) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:26:02.636151 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.706760 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=bbff341f-bee2-4d55-8eee-1121df9cf77d,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:02.751489 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Allocated IP 172.27.3.109 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/35fb765b-ea40-42a0-be7b-bf4aa181a544) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:26:02.806345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Publish callbacks [] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.812871 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.855646 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Network 0fd300f4-1727-48a8-b338-8652da9c16b3 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:02.858920 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:02.862687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:26:02.867605 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Pushing event updated for resources: {'Port': ['ID=157daa8c-aa41-42b2-b53b-d04bb09d48ae,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:02.872051 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks [] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.910979 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.927605 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Attempting to bind port 157daa8c-aa41-42b2-b53b-d04bb09d48ae on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:26:02.928233 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Attempting to bind port 157daa8c-aa41-42b2-b53b-d04bb09d48ae by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:26:02.928686 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Attempting to bind port 157daa8c-aa41-42b2-b53b-d04bb09d48ae on network 0fd300f4-1727-48a8-b338-8652da9c16b3 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:02.935296 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:02.937420 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:26:02.938262 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Checking segment: {'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:26:02.938957 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.940315 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Bound using segment: {'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:26:02.940448 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Bound port: 157daa8c-aa41-42b2-b53b-d04bb09d48ae, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:26:02.941150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:02.955077 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:02.960333 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:02.965052 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:26:02.968694 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Pushing event updated for resources: {'Port': ['ID=35fb765b-ea40-42a0-be7b-bf4aa181a544,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:03.027106 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] For port 157daa8c-aa41-42b2-b53b-d04bb09d48ae, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:26:03.032381 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] For port 157daa8c-aa41-42b2-b53b-d04bb09d48ae, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=157daa8c-aa41-42b2-b53b-d04bb09d48ae,segment=NetworkSegment(932fe661-77bb-436e-bab1-20224391db8a),segment_id=932fe661-77bb-436e-bab1-20224391db8a)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:26:03.033358 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:03.044335 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:03.100792 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:03.113607 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffae6c-d53a-4161-9058-7ad429f5436f None None] Pushing event updated for resources: {'Port': ['ID=157daa8c-aa41-42b2-b53b-d04bb09d48ae,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:03.169063 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Sync routers for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:26:03.181554 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:03.182229 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:25:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:03.205516 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:03.227868 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks [] for router_gateway (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:03.322688 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:03.458400 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:03.531584 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 2, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:03.556312 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Checking router: 3e32875c-9224-4064-945d-053a2a404b32 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:26:03.556935 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Updating router 3e32875c-9224-4064-945d-053a2a404b32 port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:26:03.588528 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:26:03.589371 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:03.697638 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:26:03.706934 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Sync routers for ids ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:26:03.716208 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:03.719998 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8975b469-e784-4fcb-80b6-17ce1b96ece9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5511281 May 26 18:26:03.720200 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34188) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:03.723762 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Routers {'ed30e451-8a87-4e58-a7eb-f267aad0f8b0'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:03.724621 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:25:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:03.850620 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Set router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:03.991355 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Publish callbacks [] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:03.999778 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.037413 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:04.046250 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:03Z', 'revision_number': 3, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port': {'id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:04.079372 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Checking router: ed30e451-8a87-4e58-a7eb-f267aad0f8b0 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:26:04.079819 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Updating router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 port 35fb765b-ea40-42a0-be7b-bf4aa181a544 binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:26:04.099911 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Pushing event updated for resources: {'Port': ['ID=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:04.110593 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.111414 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.111926 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.112434 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.113095 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.113582 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.114211 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.114703 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.115459 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.115944 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.116551 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.117173 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.117664 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.118018 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.118337 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:04.154896 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Attempting to bind port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:26:04.155493 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Attempting to bind port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:26:04.156158 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Attempting to bind port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 on network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:04.157052 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.162855 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:26:04.163151 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Checking segment: {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:26:04.163753 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.164129 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Bound using segment: {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:26:04.164736 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Bound port: c3e99ab5-1d78-4384-8567-f8b1e9f876b0, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:26:04.165294 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.246407 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] For port c3e99ab5-1d78-4384-8567-f8b1e9f876b0, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:26:04.248692 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:04.251088 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] For port c3e99ab5-1d78-4384-8567-f8b1e9f876b0, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:26:04.262940 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.286223 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da61dc-a03e-46e0-a6a5-b9d7183262d6 None None] Network 0fd300f4-1727-48a8-b338-8652da9c16b3 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:26:04.293989 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.320490 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:04.331667 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:04.332572 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:25:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:04.427743 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:04.496874 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5f70d-7599-4f86-93d7-5d0d41c05a72 None None] Pushing event updated for resources: {'Port': ['ID=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:04.517112 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:04.607884 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 157daa8c-aa41-42b2-b53b-d04bb09d48ae up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:04.692054 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-59d28438-84f6-46e0-97bb-a4eb24532593 None None] Provisioning complete for port 157daa8c-aa41-42b2-b53b-d04bb09d48ae triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:04.692351 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-59d28438-84f6-46e0-97bb-a4eb24532593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.740892 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:04Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:04.774538 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2aa8d3-70e2-466e-8cc2-5233ec4cfdfe None None] The sync data for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi is: [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:04Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:26:04.783932 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Allocated IP 172.20.0.1 (0fd300f4-1727-48a8-b338-8652da9c16b3/d12d28fc-d82b-47ec-a70e-c515478454e9/ea6fb542-4aaa-4a1b-8559-11338f865789) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:26:04.848689 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 157daa8c-aa41-42b2-b53b-d04bb09d48ae triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:04.849062 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.874893 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:04.910164 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Publish callbacks [] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.962713 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:04.962867 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:04.985637 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-59d28438-84f6-46e0-97bb-a4eb24532593 None None] Current status of the port 157daa8c-aa41-42b2-b53b-d04bb09d48ae is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:04.986073 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-59d28438-84f6-46e0-97bb-a4eb24532593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.008959 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Network 0fd300f4-1727-48a8-b338-8652da9c16b3 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:05.018004 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:05.024578 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:26:05.032658 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6fb542-4aaa-4a1b-8559-11338f865789,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:05.082552 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.115438 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-59d28438-84f6-46e0-97bb-a4eb24532593 None None] For port 157daa8c-aa41-42b2-b53b-d04bb09d48ae, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=157daa8c-aa41-42b2-b53b-d04bb09d48ae,segment=NetworkSegment(932fe661-77bb-436e-bab1-20224391db8a),segment_id=932fe661-77bb-436e-bab1-20224391db8a)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:05.136301 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-59d28438-84f6-46e0-97bb-a4eb24532593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.152214 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Publish callbacks [] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.175216 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 157daa8c-aa41-42b2-b53b-d04bb09d48ae is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:05.175605 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.198138 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.255541 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.315167 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Attempting to bind port 35fb765b-ea40-42a0-be7b-bf4aa181a544 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:26:05.315543 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Attempting to bind port 35fb765b-ea40-42a0-be7b-bf4aa181a544 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:26:05.315910 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Attempting to bind port 35fb765b-ea40-42a0-be7b-bf4aa181a544 on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:05.318002 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d28438-84f6-46e0-97bb-a4eb24532593 None None] Pushing event updated for resources: {'Port': ['ID=157daa8c-aa41-42b2-b53b-d04bb09d48ae,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:05.336414 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Provisioning complete for port 157daa8c-aa41-42b2-b53b-d04bb09d48ae triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:05.336791 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.359674 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:26:05.360054 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:26:05.360466 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.361263 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:26:05.361384 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Bound port: 35fb765b-ea40-42a0-be7b-bf4aa181a544, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:26:05.361743 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.371473 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:05.385234 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.db.api [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 18:26:05.386590 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG oslo_db.api [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 18:26:05.465294 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b259b-3dc5-44d7-a90d-afa35bbc94c3 None None] Pushing event updated for resources: {'Port': ['ID=35fb765b-ea40-42a0-be7b-bf4aa181a544,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:05.481753 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] For port 35fb765b-ea40-42a0-be7b-bf4aa181a544, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:26:05.485627 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] For port 35fb765b-ea40-42a0-be7b-bf4aa181a544, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=35fb765b-ea40-42a0-be7b-bf4aa181a544,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:26:05.515567 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.522397 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Publish callbacks [] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.529705 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.563363 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Current status of the port 157daa8c-aa41-42b2-b53b-d04bb09d48ae is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:05.595046 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Provisioning complete for port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:05.595302 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.618189 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:05.626109 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b259b-3dc5-44d7-a90d-afa35bbc94c3 None None] Pushing event updated for resources: {'Port': ['ID=35fb765b-ea40-42a0-be7b-bf4aa181a544,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:05.632372 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6fb542-4aaa-4a1b-8559-11338f865789,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:05.632572 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Routers {'ed30e451-8a87-4e58-a7eb-f267aad0f8b0'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:05.633203 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:25:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:05.638309 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.695575 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:05.739613 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Network 0fd300f4-1727-48a8-b338-8652da9c16b3 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:05.740986 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:05.781677 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Current status of the port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:05.782087 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.787753 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] Set router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:05.844858 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:05.863984 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:26:05.899314 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] For port c3e99ab5-1d78-4384-8567-f8b1e9f876b0, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:05.930277 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:05.979048 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:26:05.985841 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-ef25ffe1-22bb-465d-ba12-cad7814ba395 admin admin] 10.222.0.46 "PUT /v2.0/routers/ed30e451-8a87-4e58-a7eb-f267aad0f8b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2634177 May 26 18:26:06.010413 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 157daa8c-aa41-42b2-b53b-d04bb09d48ae is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:06.011991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device bbff341f-bee2-4d55-8eee-1121df9cf77d up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:06.079506 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c0224-0880-4c8e-a84c-a0fea537f1fd None None] Pushing event updated for resources: {'Port': ['ID=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:06.091044 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-71bb126b-1ecf-4a82-b674-09a32751824d None None] Provisioning complete for port ea6fb542-4aaa-4a1b-8559-11338f865789 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:06.091413 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-71bb126b-1ecf-4a82-b674-09a32751824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.163504 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-71bb126b-1ecf-4a82-b674-09a32751824d None None] Port ea6fb542-4aaa-4a1b-8559-11338f865789 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:26:06.169479 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port bbff341f-bee2-4d55-8eee-1121df9cf77d triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:06.169866 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.210998 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 4, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port': {'id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'ea6fb542-4aaa-4a1b-8559-11338f865789', 'name': '', 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'mac_address': 'fa:16:3e:55:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:04Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 2, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'subnets': [{'id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:06.238971 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a9be1-2a6d-490e-925d-bfda1a10b856 None None] The sync data for ids ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'] in dv-cinder-843493-1-iscsi is: [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 4, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port': {'id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'ea6fb542-4aaa-4a1b-8559-11338f865789', 'name': '', 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'mac_address': 'fa:16:3e:55:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:04Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 2, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'subnets': [{'id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:26:06.293715 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port bbff341f-bee2-4d55-8eee-1121df9cf77d is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:06.350035 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34204) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:06.355601 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-32338914-9cf4-4dea-8a19-38b6ca1d096a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433868789', 'description': 'tempest-secgroup-smoke-1433868789 description', 'project_id': '564690a570ea4ec199dc599d288756b0'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:06.381215 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-32338914-9cf4-4dea-8a19-38b6ca1d096a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.430791 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 157daa8c-aa41-42b2-b53b-d04bb09d48ae up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:06.466273 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-32338914-9cf4-4dea-8a19-38b6ca1d096a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group (e0d9fd1d-ef28-4248-9a95-661858ce4a5d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.477622 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-32338914-9cf4-4dea-8a19-38b6ca1d096a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (e0d9fd1d-ef28-4248-9a95-661858ce4a5d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.498082 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 157daa8c-aa41-42b2-b53b-d04bb09d48ae triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:06.498525 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.517992 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-32338914-9cf4-4dea-8a19-38b6ca1d096a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.519278 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-32338914-9cf4-4dea-8a19-38b6ca1d096a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1684184 May 26 18:26:06.520200 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32338914-9cf4-4dea-8a19-38b6ca1d096a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d9fd1d-ef28-4248-9a95-661858ce4a5d,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:06.522635 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34206) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:06.531165 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-7f6ff3c9-7959-4a84-ab92-9083fc77b9ba tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'security_group_rule': {'security_group_id': 'e0d9fd1d-ef28-4248-9a95-661858ce4a5d', 'project_id': '564690a570ea4ec199dc599d288756b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:06.548269 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:06.566231 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff3c9-7959-4a84-ab92-9083fc77b9ba tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (51db5539-dc15-4de3-9003-cd50573091db), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.660765 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff3c9-7959-4a84-ab92-9083fc77b9ba tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (51db5539-dc15-4de3-9003-cd50573091db), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.667465 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff3c9-7959-4a84-ab92-9083fc77b9ba tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (51db5539-dc15-4de3-9003-cd50573091db), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.687431 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ff3c9-7959-4a84-ab92-9083fc77b9ba tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51db5539-dc15-4de3-9003-cd50573091db,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:06.714209 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff3c9-7959-4a84-ab92-9083fc77b9ba tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.716044 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7f6ff3c9-7959-4a84-ab92-9083fc77b9ba tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924224 May 26 18:26:06.719112 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34214) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:06.724093 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-f110a470-efdf-43a7-a73c-18e12f393734 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'security_group_rule': {'security_group_id': 'e0d9fd1d-ef28-4248-9a95-661858ce4a5d', 'project_id': '564690a570ea4ec199dc599d288756b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:06.761614 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f110a470-efdf-43a7-a73c-18e12f393734 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (ce281ab6-6d8f-4af8-a5fe-b55ab55de41a), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.770630 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 157daa8c-aa41-42b2-b53b-d04bb09d48ae is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:06.772278 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device c3e99ab5-1d78-4384-8567-f8b1e9f876b0 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:06.796288 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:06.803419 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:06.831054 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f110a470-efdf-43a7-a73c-18e12f393734 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (ce281ab6-6d8f-4af8-a5fe-b55ab55de41a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.835870 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f110a470-efdf-43a7-a73c-18e12f393734 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (ce281ab6-6d8f-4af8-a5fe-b55ab55de41a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.847569 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:06.847922 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.863058 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a470-efdf-43a7-a73c-18e12f393734 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce281ab6-6d8f-4af8-a5fe-b55ab55de41a,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:06.871545 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f110a470-efdf-43a7-a73c-18e12f393734 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.872881 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f110a470-efdf-43a7-a73c-18e12f393734 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527979 May 26 18:26:06.875744 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34216) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:06.880783 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-63ec5386-8efa-411b-b140-c13f483015e0 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'security_group_rule': {'security_group_id': 'e0d9fd1d-ef28-4248-9a95-661858ce4a5d', 'project_id': '564690a570ea4ec199dc599d288756b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:06.911456 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63ec5386-8efa-411b-b140-c13f483015e0 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (0b7e6cf0-76dc-4b52-b57e-0e2837512cc9), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.931871 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:06.966051 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63ec5386-8efa-411b-b140-c13f483015e0 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (0b7e6cf0-76dc-4b52-b57e-0e2837512cc9), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.970884 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63ec5386-8efa-411b-b140-c13f483015e0 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (0b7e6cf0-76dc-4b52-b57e-0e2837512cc9), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:06.991591 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec5386-8efa-411b-b140-c13f483015e0 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7e6cf0-76dc-4b52-b57e-0e2837512cc9,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:07.000811 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-63ec5386-8efa-411b-b140-c13f483015e0 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.002184 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-63ec5386-8efa-411b-b140-c13f483015e0 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254358 May 26 18:26:07.004825 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34218) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:07.009270 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-f4eb6bc7-c1c7-43d5-b5ae-2f9182a8c1bc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'security_group_rule': {'security_group_id': 'e0d9fd1d-ef28-4248-9a95-661858ce4a5d', 'project_id': '564690a570ea4ec199dc599d288756b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:07.035911 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6bc7-c1c7-43d5-b5ae-2f9182a8c1bc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (43bbe207-627c-45bb-adf2-c0439c00145e), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.066005 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:07.101613 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6bc7-c1c7-43d5-b5ae-2f9182a8c1bc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (43bbe207-627c-45bb-adf2-c0439c00145e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.106508 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6bc7-c1c7-43d5-b5ae-2f9182a8c1bc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (43bbe207-627c-45bb-adf2-c0439c00145e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.128957 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb6bc7-c1c7-43d5-b5ae-2f9182a8c1bc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bbe207-627c-45bb-adf2-c0439c00145e,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:07.138474 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f4eb6bc7-c1c7-43d5-b5ae-2f9182a8c1bc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.139682 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f4eb6bc7-c1c7-43d5-b5ae-2f9182a8c1bc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338782 May 26 18:26:07.142899 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34220) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:07.148671 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-157b0f57-51a2-44df-b76b-775bdfe3623e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'security_group_rule': {'security_group_id': 'e0d9fd1d-ef28-4248-9a95-661858ce4a5d', 'project_id': '564690a570ea4ec199dc599d288756b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:07.173410 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.securitygroups_db [None req-157b0f57-51a2-44df-b76b-775bdfe3623e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Project 564690a570ea4ec199dc599d288756b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:26:07.179246 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-157b0f57-51a2-44df-b76b-775bdfe3623e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (15dfca71-d84c-49df-b80a-95ca10d3f5b6), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.239949 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-157b0f57-51a2-44df-b76b-775bdfe3623e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (15dfca71-d84c-49df-b80a-95ca10d3f5b6), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.243593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-157b0f57-51a2-44df-b76b-775bdfe3623e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (15dfca71-d84c-49df-b80a-95ca10d3f5b6), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.266542 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b0f57-51a2-44df-b76b-775bdfe3623e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dfca71-d84c-49df-b80a-95ca10d3f5b6,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:07.274538 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-157b0f57-51a2-44df-b76b-775bdfe3623e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.274538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-157b0f57-51a2-44df-b76b-775bdfe3623e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302142 May 26 18:26:07.278135 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34222) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:07.283610 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-1d274937-54bc-41c1-8e45-47d21c23041a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'security_group_rule': {'security_group_id': 'e0d9fd1d-ef28-4248-9a95-661858ce4a5d', 'project_id': '564690a570ea4ec199dc599d288756b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:07.305538 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.securitygroups_db [None req-1d274937-54bc-41c1-8e45-47d21c23041a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Project 564690a570ea4ec199dc599d288756b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:26:07.312385 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1d274937-54bc-41c1-8e45-47d21c23041a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (ee95bdbf-512f-44b8-a1b5-e8b40b843a2f), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.362653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1d274937-54bc-41c1-8e45-47d21c23041a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (ee95bdbf-512f-44b8-a1b5-e8b40b843a2f), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.366037 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1d274937-54bc-41c1-8e45-47d21c23041a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (ee95bdbf-512f-44b8-a1b5-e8b40b843a2f), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.384309 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d274937-54bc-41c1-8e45-47d21c23041a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee95bdbf-512f-44b8-a1b5-e8b40b843a2f,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:07.393415 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1d274937-54bc-41c1-8e45-47d21c23041a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:07.394706 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1d274937-54bc-41c1-8e45-47d21c23041a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1156213 May 26 18:26:08.382074 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 35fb765b-ea40-42a0-be7b-bf4aa181a544 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:08.431800 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 35fb765b-ea40-42a0-be7b-bf4aa181a544 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:08.433026 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:08.512467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 35fb765b-ea40-42a0-be7b-bf4aa181a544 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:08.512858 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:08.534329 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port 35fb765b-ea40-42a0-be7b-bf4aa181a544, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=35fb765b-ea40-42a0-be7b-bf4aa181a544,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:08.538903 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:08.584765 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:08.588578 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=35fb765b-ea40-42a0-be7b-bf4aa181a544,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:08.596125 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.596474 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.596815 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.597155 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.597491 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.597846 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.598176 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.598501 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.598828 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.599154 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.599480 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.599806 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.600124 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.600452 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.600770 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:08.987285 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Sync routers for ids ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:26:08.999908 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Routers {'ed30e451-8a87-4e58-a7eb-f267aad0f8b0'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:09.000513 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:25:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:09.108959 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Set router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:09.310031 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 4, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port': {'id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'ea6fb542-4aaa-4a1b-8559-11338f865789', 'name': '', 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'mac_address': 'fa:16:3e:55:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:04Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 2, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'subnets': [{'id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:09.334570 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Checking router: ed30e451-8a87-4e58-a7eb-f267aad0f8b0 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:26:09.334923 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Updating router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 port ea6fb542-4aaa-4a1b-8559-11338f865789 binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:26:09.364285 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:09.433531 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:09.682045 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Publish callbacks [] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:09.687694 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:09.724475 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:09.762274 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90537b9-9159-4b7d-86fc-a3e96aa73e46 None None] Pushing event updated for resources: {'Port': ['ID=ea6fb542-4aaa-4a1b-8559-11338f865789,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:09.802075 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Attempting to bind port ea6fb542-4aaa-4a1b-8559-11338f865789 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:26:09.802435 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Attempting to bind port ea6fb542-4aaa-4a1b-8559-11338f865789 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:26:09.803037 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Attempting to bind port ea6fb542-4aaa-4a1b-8559-11338f865789 on network 0fd300f4-1727-48a8-b338-8652da9c16b3 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:09.809429 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:26:09.809812 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Checking segment: {'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:26:09.810206 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:09.810591 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Bound using segment: {'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:26:09.811049 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Bound port: ea6fb542-4aaa-4a1b-8559-11338f865789, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932fe661-77bb-436e-bab1-20224391db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:26:09.811422 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:09.890233 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] For port ea6fb542-4aaa-4a1b-8559-11338f865789, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:26:09.894753 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] For port ea6fb542-4aaa-4a1b-8559-11338f865789, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ea6fb542-4aaa-4a1b-8559-11338f865789,segment=NetworkSegment(932fe661-77bb-436e-bab1-20224391db8a),segment_id=932fe661-77bb-436e-bab1-20224391db8a)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:26:09.901911 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:09.958876 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Routers {'ed30e451-8a87-4e58-a7eb-f267aad0f8b0'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:09.959493 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:25:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:10.012038 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90537b9-9159-4b7d-86fc-a3e96aa73e46 None None] Pushing event updated for resources: {'Port': ['ID=ea6fb542-4aaa-4a1b-8559-11338f865789,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:10.014731 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-93bfcb2b-03f9-4946-80c7-56089dfb8305 None None] Provisioning complete for port ea6fb542-4aaa-4a1b-8559-11338f865789 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:10.015182 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93bfcb2b-03f9-4946-80c7-56089dfb8305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:10.116227 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-93bfcb2b-03f9-4946-80c7-56089dfb8305 None None] Current status of the port ea6fb542-4aaa-4a1b-8559-11338f865789 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:10.116620 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93bfcb2b-03f9-4946-80c7-56089dfb8305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:10.159697 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-93bfcb2b-03f9-4946-80c7-56089dfb8305 None None] For port ea6fb542-4aaa-4a1b-8559-11338f865789, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ea6fb542-4aaa-4a1b-8559-11338f865789,segment=NetworkSegment(932fe661-77bb-436e-bab1-20224391db8a),segment_id=932fe661-77bb-436e-bab1-20224391db8a)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:10.164423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-93bfcb2b-03f9-4946-80c7-56089dfb8305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:10.178200 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] Set router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:10.227641 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfcb2b-03f9-4946-80c7-56089dfb8305 None None] Pushing event updated for resources: {'Port': ['ID=ea6fb542-4aaa-4a1b-8559-11338f865789,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:10.286723 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-48056c16-22d8-41d7-b65e-85434b4ee660 None None] Provisioning complete for port ea6fb542-4aaa-4a1b-8559-11338f865789 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:10.287217 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-48056c16-22d8-41d7-b65e-85434b4ee660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:10.391245 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-48056c16-22d8-41d7-b65e-85434b4ee660 None None] Current status of the port ea6fb542-4aaa-4a1b-8559-11338f865789 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:10.414805 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 4, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port': {'id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'ea6fb542-4aaa-4a1b-8559-11338f865789', 'name': '', 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'mac_address': 'fa:16:3e:55:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:04Z', 'updated_at': '2022-05-26T18:26:09Z', 'revision_number': 4, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'subnets': [{'id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:10.446974 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3efea-f328-4a29-a0f1-05a305d7dc56 None None] The sync data for ids ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'] in dv-cinder-843493-1-iscsi is: [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 4, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port': {'id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'ea6fb542-4aaa-4a1b-8559-11338f865789', 'name': '', 'network_id': '0fd300f4-1727-48a8-b338-8652da9c16b3', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'mac_address': 'fa:16:3e:55:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:04Z', 'updated_at': '2022-05-26T18:26:09Z', 'revision_number': 4, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'subnets': [{'id': 'd12d28fc-d82b-47ec-a70e-c515478454e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:26:10.458452 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 35fb765b-ea40-42a0-be7b-bf4aa181a544 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:10.503487 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a4833-cf1a-4dac-801b-945d21d9b805 req-4697dda2-6963-4a61-b81d-0c22cd237083 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:10.505379 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a41a4833-cf1a-4dac-801b-945d21d9b805 req-4697dda2-6963-4a61-b81d-0c22cd237083 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 946 time: 0.0550587 May 26 18:26:10.512014 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 35fb765b-ea40-42a0-be7b-bf4aa181a544 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:10.512380 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:10.549975 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:10.563391 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a41a4833-cf1a-4dac-801b-945d21d9b805 req-2f4ce090-3f40-40d4-b13a-899c55856842 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517702 May 26 18:26:10.605017 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 35fb765b-ea40-42a0-be7b-bf4aa181a544 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:10.606147 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ea6fb542-4aaa-4a1b-8559-11338f865789 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:10.654504 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port ea6fb542-4aaa-4a1b-8559-11338f865789 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:10.654871 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:10.733440 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port ea6fb542-4aaa-4a1b-8559-11338f865789 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:11.687201 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fde3e-5af1-4144-b8bc-e975f91c143e req-94dc272d-0ac8-48d7-893e-9dbb6800d745 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:11.688716 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e88fde3e-5af1-4144-b8bc-e975f91c143e req-94dc272d-0ac8-48d7-893e-9dbb6800d745 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 946 time: 0.0480628 May 26 18:26:11.737445 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e88fde3e-5af1-4144-b8bc-e975f91c143e req-04954fd6-9d1d-4f19-b5fc-802dd4eb88f4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 May 26 18:26:12.160693 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58622b5f-d576-49e4-89af-c15821ab34aa req-eb401006-96a7-4800-a348-070d6467043c tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:12.162180 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58622b5f-d576-49e4-89af-c15821ab34aa req-eb401006-96a7-4800-a348-070d6467043c tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.42 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 946 time: 0.0502615 May 26 18:26:12.236078 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:12.251001 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Deleting port 6440f051-628f-4838-97b5-c2eebfd47861 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:26:12.251340 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (6440f051-628f-4838-97b5-c2eebfd47861), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:12.349104 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] For port 6440f051-628f-4838-97b5-c2eebfd47861, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=6440f051-628f-4838-97b5-c2eebfd47861,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:12.349463 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (6440f051-628f-4838-97b5-c2eebfd47861), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:12.363277 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Calling delete_port for 6440f051-628f-4838-97b5-c2eebfd47861 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:26:12.491079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:12.499408 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (6440f051-628f-4838-97b5-c2eebfd47861), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:12.511302 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['6440f051-628f-4838-97b5-c2eebfd47861'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:26:12.528548 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Pushing event deleted for resources: {'Port': ['ID=6440f051-628f-4838-97b5-c2eebfd47861,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:12.581695 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] No DVR routers for this DVR port 6440f051-628f-4838-97b5-c2eebfd47861 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:26:12.584404 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:12.587458 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58622b5f-d576-49e4-89af-c15821ab34aa req-9525ec22-9c9a-459a-befc-04605841fb9e tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.42 "DELETE /v2.0/ports/6440f051-628f-4838-97b5-c2eebfd47861 HTTP/1.1" status: 204 len: 173 time: 0.4189696 May 26 18:26:12.587882 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d07208-f4f4-41e4-9387-8feeba4abf81', 'name': 'network-vif-deleted', 'tag': '6440f051-628f-4838-97b5-c2eebfd47861'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:26:12.591287 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805b8614-7d46-41b3-8604-82df88d38f1b" -d '{"events": [{"server_uuid": "53d07208-f4f4-41e4-9387-8feeba4abf81", "name": "network-vif-deleted", "tag": "6440f051-628f-4838-97b5-c2eebfd47861"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:26:12.631694 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8e2027-4b13-4c29-8ebf-36ddc58819d4 x-openstack-request-id: req-1f8e2027-4b13-4c29-8ebf-36ddc58819d4 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:26:12.632016 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d07208-f4f4-41e4-9387-8feeba4abf81", "name": "network-vif-deleted", "tag": "6440f051-628f-4838-97b5-c2eebfd47861", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:26:12.632270 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f8e2027-4b13-4c29-8ebf-36ddc58819d4 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:26:12.632679 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8e2027-4b13-4c29-8ebf-36ddc58819d4'] response: {'server_uuid': '53d07208-f4f4-41e4-9387-8feeba4abf81', 'name': 'network-vif-deleted', 'tag': '6440f051-628f-4838-97b5-c2eebfd47861', 'status': 'completed', 'code': 200} May 26 18:26:12.848894 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e3b9c90-fbf4-4817-b911-c85e200b5fd2 req-eb3c732e-4143-4ede-a1a9-9425f5c2003d tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=53d07208-f4f4-41e4-9387-8feeba4abf81 HTTP/1.1" status: 200 len: 210 time: 0.0288200 May 26 18:26:13.676804 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:16.026783 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 6440f051-628f-4838-97b5-c2eebfd47861 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:26:16.047027 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 6440f051-628f-4838-97b5-c2eebfd47861 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:26:16.047376 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 6440f051-628f-4838-97b5-c2eebfd47861 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:26:17.125250 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=53,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:17.131688 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:20.332740 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-950783dc-fee2-4a7c-b54f-baaffffc2d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:20.411916 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:20.446137 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:21.525295 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:26:22.582219 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a9206704-aed1-4cb3-99d6-e2426d67feb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:22.829812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:22.831329 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=40,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:23.138557 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-f90ce366-62de-43b1-9215-7cce2652ed14 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:23.140037 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-f90ce366-62de-43b1-9215-7cce2652ed14 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/networks?id=a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 200 len: 814 time: 0.1058731 May 26 18:26:23.156197 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-7d21806a-2f6e-4040-9f42-2bd92b5878f6 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/quotas/90546acc85c14828b2f1e0a906037a9c HTTP/1.1" status: 200 len: 375 time: 0.0106480 May 26 18:26:23.194298 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-39ecb316-ac3a-4a36-bc96-792385b112ca tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90546acc85c14828b2f1e0a906037a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328100 May 26 18:26:23.287802 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-37bf7b5b-0fae-4afe-8cd8-0489a33c7e17 service neutron] 10.222.0.46 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855687 May 26 18:26:23.381328 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-de3c6004-d43f-4377-adcf-054f43f69fd8 service neutron] 10.222.0.46 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873187 May 26 18:26:23.545050 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92cd6e79-8d7f-4ce4-8e21-a7ff58bf04a1 req-feef7ce4-ebd9-44c3-903c-3e5d7b725cb7 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 210 time: 0.0284779 May 26 18:26:23.668068 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:23.866428 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-e4938f74-9384-4480-94bd-2d7be7f8368b tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433868789&fields=id&tenant_id=564690a570ea4ec199dc599d288756b0 HTTP/1.1" status: 200 len: 267 time: 0.0446737 May 26 18:26:23.980379 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-c9f17ac9-5692-4678-973c-70e547fe9bd6 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:23.981881 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-c9f17ac9-5692-4678-973c-70e547fe9bd6 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 808 time: 0.1082861 May 26 18:26:23.997504 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7bbcbeb2-ae88-47de-9fd9-9c5919c9d8fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/quotas/564690a570ea4ec199dc599d288756b0 HTTP/1.1" status: 200 len: 375 time: 0.0098500 May 26 18:26:24.051195 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-a4492849-4703-4cb7-b90c-3cd2e4884e84 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482535 May 26 18:26:24.158086 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-a9a467ee-d5c6-4a17-b1d6-d406cbe7b589 service neutron] 10.222.0.46 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928028 May 26 18:26:24.251118 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-64a4fb8c-f16a-4741-8bda-4e4bf595670c service neutron] 10.222.0.46 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871677 May 26 18:26:24.481079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-60ad79ef-cadf-46a4-9873-4ca7dc815904 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:24.482741 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-60ad79ef-cadf-46a4-9873-4ca7dc815904 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.42 "GET /v2.0/networks?id=a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 200 len: 814 time: 0.1447737 May 26 18:26:24.497371 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Request body: {'port': {'device_id': '4583e77c-94a2-4fee-8dd0-ced3afc79cb7', 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5', 'admin_state_up': True, 'tenant_id': '90546acc85c14828b2f1e0a906037a9c'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:24.591493 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4df4ab2-b914-4f0c-86af-38e140452dc6 req-d3148284-8276-4a2f-a08e-75ade3ad9d2b tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 210 time: 0.0343997 May 26 18:26:24.671724 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-54c1657c-2feb-4706-aec2-66e4dcca91fe req-67178c41-f282-46be-9abb-7c2388abc70d tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 210 time: 0.0390952 May 26 18:26:24.676694 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:24.691431 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Made reservation on behalf of 90546acc85c14828b2f1e0a906037a9c for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:26:24.695018 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:24.717200 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:24.825289 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Allocated IP 172.20.0.5 (a24647b5-0762-44b0-83f9-073468e69da5/a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc/bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:26:24.985282 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks [] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:25.018265 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:25.062632 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Network a24647b5-0762-44b0-83f9-073468e69da5 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:25.068056 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:25.071809 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:26:25.103748 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Pushing event updated for resources: {'Port': ['ID=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:25.119121 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.119481 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.120602 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.120982 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.121324 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.121653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.122006 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.122327 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.122650 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.122977 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.123294 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.123612 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.123996 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.124246 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.124560 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:26:25.144028 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:25.144629 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:25.159989 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-d92f9934-d766-4c23-9dad-2e05adfb52d5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6690328 May 26 18:26:25.268708 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:25.327228 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Request body: {'port': {'device_id': '4583e77c-94a2-4fee-8dd0-ced3afc79cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:25.387589 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:25.606458 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7ef16d02-ba83-42a9-8968-2a3cdbf437cb tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:25.607887 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7ef16d02-ba83-42a9-8968-2a3cdbf437cb tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.42 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 808 time: 0.2094834 May 26 18:26:25.638134 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:25.695055 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:25.756913 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ef03ea4-35f6-4519-be31-82ee07c30a3a req-ab92b4c5-d47f-44f9-a3bc-820c197f6650 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 210 time: 0.0651121 May 26 18:26:25.773649 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-9524c258-d3bc-4f89-ae60-438859431fd3 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=564690a570ea4ec199dc599d288756b0 HTTP/1.1" status: 200 len: 380 time: 0.1569436 May 26 18:26:25.806009 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'port': {'device_id': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'admin_state_up': True, 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'security_groups': ['e0d9fd1d-ef28-4248-9a95-661858ce4a5d']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:25.894062 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06961-e122-4325-aaf3-4630d0fc52c6 req-58dafda9-c3a9-46b1-9846-63f9f16ae117 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:25.895550 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8f06961-e122-4325-aaf3-4630d0fc52c6 req-58dafda9-c3a9-46b1-9846-63f9f16ae117 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 931 time: 0.1436217 May 26 18:26:25.999741 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:26:26.018196 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Publish callbacks [] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.035782 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a8f06961-e122-4325-aaf3-4630d0fc52c6 req-ed52b20d-97d7-4bd1-a591-b6729bc661e7 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301498 May 26 18:26:26.038596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Made reservation on behalf of 564690a570ea4ec199dc599d288756b0 for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:26:26.042312 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.046807 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Transition to ACTIVE for port object bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:26:26.055984 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.151653 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Pushing event updated for resources: {'Port': ['ID=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:26.276345 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Attempting to bind port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:26:26.276769 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Attempting to bind port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:26:26.277090 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Attempting to bind port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 on network a24647b5-0762-44b0-83f9-073468e69da5 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:26.279465 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Allocated IP 172.20.0.4 (3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5/d82e6c20-24f0-4fe3-9be0-4694c4fb9fed/f47522ae-974a-4ef1-a04e-e9c179f9d917) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:26:26.281129 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:26.291655 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 on network a24647b5-0762-44b0-83f9-073468e69da5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:26:26.291940 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Attempting to bind port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 on network a24647b5-0762-44b0-83f9-073468e69da5 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:26.305280 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:26:26.305607 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Checking segment: {'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:26:26.306088 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Bound using segment: {'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:26:26.306512 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Bound port: bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c91c24f-2793-4f76-9264-a4c32ca53b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:26:26.306898 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.435094 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] For port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:26:26.439918 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] For port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:26:26.458183 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.508646 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.512015 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:26.512621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.514021 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] 10.222.0.42 "PUT /v2.0/ports/bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 HTTP/1.1" status: 200 len: 1093 time: 1.1914597 May 26 18:26:26.516683 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.517917 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4583e77c-94a2-4fee-8dd0-ced3afc79cb7', 'tag': 'bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:26:26.520131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "4583e77c-94a2-4fee-8dd0-ced3afc79cb7", "tag": "bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:26:26.547400 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0520e51-4ad9-4d05-8553-27b2fd485374 service neutron] Pushing event updated for resources: {'Port': ['ID=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:26.566436 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:26.591589 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904b8b6d-8524-4f99-a745-635a38c1ee26 x-openstack-request-id: req-904b8b6d-8524-4f99-a745-635a38c1ee26 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:26:26.591872 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4583e77c-94a2-4fee-8dd0-ced3afc79cb7", "tag": "bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:26:26.592119 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-904b8b6d-8524-4f99-a745-635a38c1ee26 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:26:26.592511 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904b8b6d-8524-4f99-a745-635a38c1ee26'] response: {'name': 'network-changed', 'server_uuid': '4583e77c-94a2-4fee-8dd0-ced3afc79cb7', 'tag': 'bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8', 'status': 'completed', 'code': 200} May 26 18:26:26.607064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-5159f846-7bf9-4559-a2b4-4c457f5c4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:26.608556 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-5159f846-7bf9-4559-a2b4-4c457f5c4356 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90546acc85c14828b2f1e0a906037a9c&device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0542982 May 26 18:26:26.609594 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.678085 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-e9fd2796-8a88-415c-918c-cab86ff4b691 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 HTTP/1.1" status: 200 len: 217 time: 0.0604064 May 26 18:26:26.687093 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:26.699647 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:26.721685 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:26:26.729968 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:26.774837 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-c7a013f8-a8eb-4a71-bfac-782644543f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:26.777085 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-c7a013f8-a8eb-4a71-bfac-782644543f6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc HTTP/1.1" status: 200 len: 854 time: 0.0918648 May 26 18:26:26.784545 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:26.785160 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.925451 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-a7da3131-da77-4934-9d95-e3931ca15f71 None None] Provisioning complete for port f47522ae-974a-4ef1-a04e-e9c179f9d917 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:26.925852 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a7da3131-da77-4934-9d95-e3931ca15f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:26.960706 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a7da3131-da77-4934-9d95-e3931ca15f71 None None] Port f47522ae-974a-4ef1-a04e-e9c179f9d917 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:26:27.077552 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-5eb87b12-3d8b-43ed-834f-a697266a511c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a24647b5-0762-44b0-83f9-073468e69da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2895579 May 26 18:26:27.117391 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-7d0eed97-5504-41b3-b1f1-187d497f6cfa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3315864 May 26 18:26:27.147102 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Request body: {'port': {'device_id': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:27.223929 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf716e1a-0af6-4e3a-91eb-a8a6f65521ef req-29ce1e87-e80a-4fed-b330-1e3bbf5b8fc3 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:27.225372 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf716e1a-0af6-4e3a-91eb-a8a6f65521ef req-29ce1e87-e80a-4fed-b330-1e3bbf5b8fc3 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 931 time: 0.1533630 May 26 18:26:27.247505 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c427-8b65-4276-a4a0-28fa11a1120e req-f22a7bd8-d07e-4864-80d2-c1e0a9121dd2 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:27.248881 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88f8c427-8b65-4276-a4a0-28fa11a1120e req-f22a7bd8-d07e-4864-80d2-c1e0a9121dd2 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 943 time: 0.1349573 May 26 18:26:27.294176 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:27.346873 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-5805f597-4e29-4dd1-9d7c-0ca38bfb1242 service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596014 May 26 18:26:27.383421 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:27.412845 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf716e1a-0af6-4e3a-91eb-a8a6f65521ef req-bc89063d-bcb3-46e0-b1d4-59ddb6defa80 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752417 May 26 18:26:27.441212 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-88f8c427-8b65-4276-a4a0-28fa11a1120e req-27e13a61-62a6-447f-a924-d08027d97115 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844766 May 26 18:26:27.533491 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1cdb4005-1b4e-429b-bc5c-89cc95cdf41e req-158f42ca-4a5c-426b-9c41-65c2ccea400c service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758709 May 26 18:26:27.599366 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:27.744874 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47522ae-974a-4ef1-a04e-e9c179f9d917 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:26:27.752334 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Publish callbacks [] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:27.764922 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Transition to ACTIVE for port object f47522ae-974a-4ef1-a04e-e9c179f9d917 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:26:27.768488 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:27.820044 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:27.893881 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Attempting to bind port f47522ae-974a-4ef1-a04e-e9c179f9d917 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:26:27.894800 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Attempting to bind port f47522ae-974a-4ef1-a04e-e9c179f9d917 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:26:27.895264 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Attempting to bind port f47522ae-974a-4ef1-a04e-e9c179f9d917 on network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:27.901509 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Port f47522ae-974a-4ef1-a04e-e9c179f9d917 on network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:26:27.901884 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Attempting to bind port f47522ae-974a-4ef1-a04e-e9c179f9d917 on network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:26:27.907368 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:26:27.907705 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Checking segment: {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:26:27.908087 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Bound using segment: {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:26:27.908513 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Bound port: f47522ae-974a-4ef1-a04e-e9c179f9d917, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fba5119-960b-43a2-bac3-26c54c72c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:26:27.908871 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:27.972264 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:26:27.975299 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:26:27.982555 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:27.985589 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:28.021891 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.022493 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:28.023867 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] 10.222.0.42 "PUT /v2.0/ports/f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 1093 time: 0.8941863 May 26 18:26:28.040041 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e0f7c-61c0-43d7-b149-f533d17481f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:28.318924 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-e257066a-1433-4a09-98f2-3d2fc250132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.320432 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-e257066a-1433-4a09-98f2-3d2fc250132f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90546acc85c14828b2f1e0a906037a9c&device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0719895 May 26 18:26:28.325800 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-c02e9296-b2b9-4efa-82c9-32dfe9c10b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.327230 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-c02e9296-b2b9-4efa-82c9-32dfe9c10b10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1127 time: 0.0520608 May 26 18:26:28.379048 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-990432a9-6ab1-4f81-a83f-308d95faea92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 217 time: 0.0435140 May 26 18:26:28.449108 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:28.478620 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-82476715-9431-4c43-9239-518392544276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.480776 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-82476715-9431-4c43-9239-518392544276 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 200 len: 847 time: 0.0759001 May 26 18:26:28.485759 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-ad07cdc8-0833-48e4-8fd4-76acb6199b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.487176 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-ad07cdc8-0833-48e4-8fd4-76acb6199b08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 200 len: 915 time: 0.1591172 May 26 18:26:28.604923 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:26:28.607125 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa967b05-27af-4134-b4f3-e166643bbaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:26:28.610294 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-c7096574-3abc-4432-996c-5f8632cdc385 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 HTTP/1.1" status: 200 len: 217 time: 0.1044061 May 26 18:26:28.634304 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-afe7bfd2-45b2-4fe4-9e51-da38557a368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.635958 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-afe7bfd2-45b2-4fe4-9e51-da38557a368e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1479080 May 26 18:26:28.640496 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:28.677341 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e408c12-9f1a-4035-9b9d-2f4990b54f5e req-d2f3ab00-6ba5-4d30-ad95-bdf857b84203 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.679021 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e408c12-9f1a-4035-9b9d-2f4990b54f5e req-d2f3ab00-6ba5-4d30-ad95-bdf857b84203 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.1899652 May 26 18:26:28.689569 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500c6f8-ff91-4394-a871-5e5436f49bf7 req-783414f2-c136-4aaa-802f-512617c7e337 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.690992 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3500c6f8-ff91-4394-a871-5e5436f49bf7 req-783414f2-c136-4aaa-802f-512617c7e337 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 943 time: 0.1636174 May 26 18:26:28.773168 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-30f2bd9e-afcb-43d9-ba96-ac93029286af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:28.774619 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-30f2bd9e-afcb-43d9-ba96-ac93029286af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc HTTP/1.1" status: 200 len: 854 time: 0.1567304 May 26 18:26:28.863935 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-ae7ea305-1c87-4dec-adb4-50dace223a0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a24647b5-0762-44b0-83f9-073468e69da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679584 May 26 18:26:28.872357 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3500c6f8-ff91-4394-a871-5e5436f49bf7 req-cfa6c6e8-59f3-4fc6-9dee-498893c22ee3 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649597 May 26 18:26:28.875622 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9e408c12-9f1a-4035-9b9d-2f4990b54f5e req-c525c02b-6f4b-4918-84c2-958fc882467c tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733761 May 26 18:26:28.878925 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-8b9d6ab9-8a4d-408f-913d-f1386c68b487 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167411 May 26 18:26:28.919119 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9941df-bc13-4e4b-b51b-d63090c89353 x-openstack-request-id: req-ac9941df-bc13-4e4b-b51b-d63090c89353 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:26:28.919415 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:26:28.919667 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac9941df-bc13-4e4b-b51b-d63090c89353 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:26:28.920057 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9941df-bc13-4e4b-b51b-d63090c89353'] response: {'name': 'network-changed', 'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'status': 'completed', 'code': 200} May 26 18:26:29.039305 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8eafe599-a93e-40a3-aceb-c5d95e70d7dc req-2e9ad688-bafc-42bd-835f-5611e6afea30 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534808 May 26 18:26:29.041018 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-213fb6c8-ed0d-4ec6-8943-68a8bb34cb30 service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645591 May 26 18:26:29.138150 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4aab66c4-5600-4ae6-a40a-e2be2ad67b8b req-527e887b-d270-462a-a141-3dded297c77a service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894361 May 26 18:26:29.280443 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-e6e6139c-88ff-475d-88d5-a963bd98c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:29.281967 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-e6e6139c-88ff-475d-88d5-a963bd98c53c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1127 time: 0.0427163 May 26 18:26:29.370860 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-456a6647-4229-4163-a7f6-83b2682f72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:29.372329 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-456a6647-4229-4163-a7f6-83b2682f72dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 909 time: 0.0845873 May 26 18:26:29.415246 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-edd89527-cd63-4c3b-a7e9-1fbe0b883662 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 217 time: 0.0367906 May 26 18:26:29.464383 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-46ba6ae3-a708-4bef-b6b9-53ddde926d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:29.465801 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-46ba6ae3-a708-4bef-b6b9-53ddde926d97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 200 len: 847 time: 0.0442500 May 26 18:26:29.507450 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-4bc026c7-743c-4ed2-92dd-c163a4a22f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:29.508998 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-4bc026c7-743c-4ed2-92dd-c163a4a22f78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378478 May 26 18:26:29.568890 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:29.602640 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-ead0facc-9616-451b-ae37-ee62481c5d94 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874331 May 26 18:26:29.691452 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa967b05-27af-4134-b4f3-e166643bbaa4 req-10e647bd-b5c2-4aed-ad3d-f48e7a087fb7 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820515 May 26 18:26:29.738651 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:26:29.839033 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:29.850502 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8', 'network_id': 'a24647b5-0762-44b0-83f9-073468e69da5', 'port_id': 'bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8', 'mac_address': 'fa:16:3e:f9:af:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:26:29.884687 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:29.885691 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:29.898583 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:26:29.932694 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:29.937096 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:29.984908 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:30.020975 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad8c58-8ce3-40e9-ae8b-990edf3e2343 req-a17c405d-e331-49fd-9011-7545499f3cfc tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:30.022489 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bad8c58-8ce3-40e9-ae8b-990edf3e2343 req-a17c405d-e331-49fd-9011-7545499f3cfc tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 944 time: 0.0807445 May 26 18:26:30.031170 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145434-e832-4f94-8c83-a9aa6867aeed req-5cb64dfc-985b-4b31-b1f3-f7ee6e1e7167 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:30.032557 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-75145434-e832-4f94-8c83-a9aa6867aeed req-5cb64dfc-985b-4b31-b1f3-f7ee6e1e7167 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0786200 May 26 18:26:30.038798 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:30.107578 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0bad8c58-8ce3-40e9-ae8b-990edf3e2343 req-0b7fe287-1889-4100-9b04-b96dbf90139c tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739701 May 26 18:26:30.111912 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-75145434-e832-4f94-8c83-a9aa6867aeed req-9cfff554-4fd7-430b-ac85-bdb1ba38232f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720654 May 26 18:26:30.138662 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:26:30.193885 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:31.252889 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5fa67-6b3d-43fe-9370-885a82358c3c req-dcb0415d-eb16-415b-8e5b-74d491f66af8 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:31.254390 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87b5fa67-6b3d-43fe-9370-885a82358c3c req-dcb0415d-eb16-415b-8e5b-74d491f66af8 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 944 time: 0.0765214 May 26 18:26:31.262396 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf698d-001c-470a-a1b8-4e76c3ebd227 req-a1eb0e34-fd8d-4d65-a327-2dc3583f8c45 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:31.263769 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47bf698d-001c-470a-a1b8-4e76c3ebd227 req-a1eb0e34-fd8d-4d65-a327-2dc3583f8c45 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0756512 May 26 18:26:31.339745 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-87b5fa67-6b3d-43fe-9370-885a82358c3c req-8ffcb5cd-ae6f-46bc-93f1-b9a7e9c5e82c tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 May 26 18:26:31.343440 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-47bf698d-001c-470a-a1b8-4e76c3ebd227 req-1fc817a1-36cc-4263-b1bc-f106639066ba tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721374 May 26 18:26:31.739021 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:31.786379 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:26:31.792445 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:31.792970 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:31.864218 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:31.864593 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:31.887920 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4583e77c-94a2-4fee-8dd0-ced3afc79cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:26:31.890471 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae8128-8879-4061-8832-c52b2383fb97" -d '{"events": [{"server_uuid": "4583e77c-94a2-4fee-8dd0-ced3afc79cb7", "name": "network-vif-plugged", "status": "completed", "tag": "bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:26:31.906751 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:31.911201 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:31.938247 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b42ced-7674-4c8e-af15-4bd1321b5caa x-openstack-request-id: req-a9b42ced-7674-4c8e-af15-4bd1321b5caa {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:26:31.938532 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4583e77c-94a2-4fee-8dd0-ced3afc79cb7", "name": "network-vif-plugged", "status": "completed", "tag": "bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:26:31.938785 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9b42ced-7674-4c8e-af15-4bd1321b5caa {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:26:31.939170 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b42ced-7674-4c8e-af15-4bd1321b5caa'] response: {'server_uuid': '4583e77c-94a2-4fee-8dd0-ced3afc79cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8', 'code': 200} May 26 18:26:31.967014 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:32.085065 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9855d-fb51-4439-88d6-751cff70df9f req-89c0390c-1e57-46ac-9cc2-153574082efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:32.086468 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31c9855d-fb51-4439-88d6-751cff70df9f req-89c0390c-1e57-46ac-9cc2-153574082efe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0384660 May 26 18:26:32.133287 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-31c9855d-fb51-4439-88d6-751cff70df9f req-90ba6f1b-2ee7-43d2-b194-267702f584ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 May 26 18:26:32.484589 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb31ff-c5d3-43eb-9f2a-690b454f6d64 req-c18b40f7-4794-430e-91b4-42e7f30248e5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:32.486086 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05fb31ff-c5d3-43eb-9f2a-690b454f6d64 req-c18b40f7-4794-430e-91b4-42e7f30248e5 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 945 time: 0.0758684 May 26 18:26:32.492083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c952840-f0e2-43a2-9a39-689b1757a194 req-27b72924-d41b-40f8-8163-7e6669f9305e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:32.493432 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c952840-f0e2-43a2-9a39-689b1757a194 req-27b72924-d41b-40f8-8163-7e6669f9305e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0820186 May 26 18:26:32.571819 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-05fb31ff-c5d3-43eb-9f2a-690b454f6d64 req-27ce7642-4a13-40b5-b3f2-9030bf608ea2 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774219 May 26 18:26:32.576218 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c952840-f0e2-43a2-9a39-689b1757a194 req-d69748d1-d98f-43b7-89ec-3149b75d2c0e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747738 May 26 18:26:33.715091 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d4d98-8097-423d-895e-a17a2bff5497 req-b350dffe-26a3-4c44-a8a7-2654c4cf578b tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:33.716557 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa3d4d98-8097-423d-895e-a17a2bff5497 req-b350dffe-26a3-4c44-a8a7-2654c4cf578b tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 945 time: 0.0752585 May 26 18:26:33.722509 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a21ea-5d1c-4608-b6f3-f588c7dbab4e req-5e055933-07ac-4de9-ae3a-a6785f0b0a05 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:33.723846 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f7a21ea-5d1c-4608-b6f3-f588c7dbab4e req-5e055933-07ac-4de9-ae3a-a6785f0b0a05 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0741043 May 26 18:26:33.779193 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:33.794951 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fa3d4d98-8097-423d-895e-a17a2bff5497 req-7113b086-4972-4475-9811-251b122c6471 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701933 May 26 18:26:33.803658 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3f7a21ea-5d1c-4608-b6f3-f588c7dbab4e req-90301254-80fa-4ae2-90c8-a94d996ca2f0 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724869 May 26 18:26:34.930793 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59925258-6a04-44db-b8f1-c5d10acff78d req-1a6f4eaf-2558-4c89-80d1-0b44b22188b9 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:34.932783 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59925258-6a04-44db-b8f1-c5d10acff78d req-1a6f4eaf-2558-4c89-80d1-0b44b22188b9 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0514667 May 26 18:26:34.980807 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-59925258-6a04-44db-b8f1-c5d10acff78d req-5d6645fa-40c1-4f82-baf0-80156723b0dc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 May 26 18:26:35.760245 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device f47522ae-974a-4ef1-a04e-e9c179f9d917 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:26:35.775077 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:35.775824 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:35.837679 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:35.863161 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:35.877772 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'port_id': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'mac_address': 'fa:16:3e:be:0d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:26:35.912359 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port f47522ae-974a-4ef1-a04e-e9c179f9d917 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:35.912741 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:35.925950 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47522ae-974a-4ef1-a04e-e9c179f9d917 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:26:35.946458 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:35.950190 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:35.995481 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:36.095771 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561586b-8048-4c82-a847-32672eec7940 req-8f8ca07a-d790-488b-82c3-a562e1c6259d tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:36.097261 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1561586b-8048-4c82-a847-32672eec7940 req-8f8ca07a-d790-488b-82c3-a562e1c6259d tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 944 time: 0.0467844 May 26 18:26:36.146782 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1561586b-8048-4c82-a847-32672eec7940 req-c8b2dba7-cf98-45c7-81e9-c36268ffcbf1 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438268 May 26 18:26:36.148492 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['f47522ae-974a-4ef1-a04e-e9c179f9d917'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:26:36.275752 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:37.278269 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83dbbd-d6e8-4251-ba77-04aecd324ae9 req-43266403-a12e-42d0-b158-33180114df62 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:37.279712 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec83dbbd-d6e8-4251-ba77-04aecd324ae9 req-43266403-a12e-42d0-b158-33180114df62 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 944 time: 0.0522676 May 26 18:26:37.318835 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:37.334033 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec83dbbd-d6e8-4251-ba77-04aecd324ae9 req-45e32e30-4a67-4613-a245-2e3ae2b90312 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486286 May 26 18:26:37.779912 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device f47522ae-974a-4ef1-a04e-e9c179f9d917 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:26:37.862469 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port f47522ae-974a-4ef1-a04e-e9c179f9d917 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:26:37.868386 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port f47522ae-974a-4ef1-a04e-e9c179f9d917 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:26:37.868823 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:37.943540 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port f47522ae-974a-4ef1-a04e-e9c179f9d917 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:26:37.943925 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:37.967086 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:26:37.969275 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a3f742-60eb-4e77-9590-0465fb2fd009" -d '{"events": [{"server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "name": "network-vif-plugged", "status": "completed", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:26:37.982322 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:37.986923 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:38.016093 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852eb05b-2fcf-48fa-8c41-4a9480b53603 x-openstack-request-id: req-852eb05b-2fcf-48fa-8c41-4a9480b53603 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:26:38.016383 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "name": "network-vif-plugged", "status": "completed", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:26:38.016635 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-852eb05b-2fcf-48fa-8c41-4a9480b53603 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:26:38.017020 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852eb05b-2fcf-48fa-8c41-4a9480b53603'] response: {'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'code': 200} May 26 18:26:38.048991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:38.247500 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313560b-ed5f-4685-bcf8-194c983d38b0 req-dbad9527-c26d-4337-8f39-6c879ad1e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:38.248999 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c313560b-ed5f-4685-bcf8-194c983d38b0 req-dbad9527-c26d-4337-8f39-6c879ad1e127 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1129 time: 0.0394340 May 26 18:26:38.296224 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c313560b-ed5f-4685-bcf8-194c983d38b0 req-33fe8658-3955-48df-acc5-ad810177013e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 May 26 18:26:38.449778 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbce40-b2ef-45c2-ab4f-99ee55788f56 req-f0f8ea0d-fdba-4e7a-ac71-2ea81d6a0600 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:38.451219 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97bbce40-b2ef-45c2-ab4f-99ee55788f56 req-f0f8ea0d-fdba-4e7a-ac71-2ea81d6a0600 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0468805 May 26 18:26:38.507615 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-97bbce40-b2ef-45c2-ab4f-99ee55788f56 req-d02caaf1-b852-4309-8453-bd1fb521cc99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508246 May 26 18:26:39.633099 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e56fd-ecb5-44a0-be10-0fed0f6427e5 req-0ee0eba0-2553-4e4d-ae27-10a206d02b4d tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:39.634441 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c5e56fd-ecb5-44a0-be10-0fed0f6427e5 req-0ee0eba0-2553-4e4d-ae27-10a206d02b4d tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0516336 May 26 18:26:39.686322 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8c5e56fd-ecb5-44a0-be10-0fed0f6427e5 req-d4077ee1-841f-4e10-8556-45dc7a647e8c tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444841 May 26 18:26:39.799064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717b966-19cc-4ccc-ae4f-df2ad04eee42 req-a24b016b-2ad9-4568-ae79-ce98a97e1bd4 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:39.800534 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8717b966-19cc-4ccc-ae4f-df2ad04eee42 req-a24b016b-2ad9-4568-ae79-ce98a97e1bd4 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0471864 May 26 18:26:39.848808 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8717b966-19cc-4ccc-ae4f-df2ad04eee42 req-f89b9734-d921-43a8-ae33-23a844704b0a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 May 26 18:26:39.871586 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34504) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:39.998408 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e482e601-eadf-4ae9-89c2-b98a65b2e9e0 tempest-TestShelveInstance-663584713 tempest-TestShelveInstance-663584713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:39.999920 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-e482e601-eadf-4ae9-89c2-b98a65b2e9e0 tempest-TestShelveInstance-663584713 tempest-TestShelveInstance-663584713-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1124 time: 0.1271102 May 26 18:26:40.002852 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34508) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:26:40.006950 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'port_id': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:26:40.027846 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:40.109113 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:40.214780 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Allocated IP 172.27.3.79 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/bd7b423e-ba9c-4676-9edb-61872227ba19) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:26:40.326705 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for port (bd7b423e-ba9c-4676-9edb-61872227ba19), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:40.357883 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (bd7b423e-ba9c-4676-9edb-61872227ba19), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:40.397130 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:26:40.399897 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:26:40.404629 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:26:40.409536 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'Port': ['ID=bd7b423e-ba9c-4676-9edb-61872227ba19,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:40.754767 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:40.759848 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:40.765003 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for floatingip (48338174-46e2-4933-a193-5ef30c2dae02), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:40.837111 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bd7b423e-ba9c-4676-9edb-61872227ba19), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:41.012354 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for port (bd7b423e-ba9c-4676-9edb-61872227ba19), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:41.016304 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (bd7b423e-ba9c-4676-9edb-61872227ba19), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:41.087203 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event updated for resources: {'Port': ['ID=bd7b423e-ba9c-4676-9edb-61872227ba19,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:41.097283 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (48338174-46e2-4933-a193-5ef30c2dae02), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:41.190327 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Floating IP 48338174-46e2-4933-a193-5ef30c2dae02 associated. External IP: 172.27.3.79, port: f47522ae-974a-4ef1-a04e-e9c179f9d917. May 26 18:26:41.395333 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Router 3e32875c-9224-4064-945d-053a2a404b32 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:26:41.490251 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:41.499407 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:26:41.510329 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] Sync routers for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:26:41.521103 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:41.525611 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:41.526458 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:26:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:41.553608 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-2ae6e1ed-88b6-40f3-8589-8df90635870f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5473127 May 26 18:26:41.553608 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:26:41.554652 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b83e884-2b1f-4f87-93ed-af9be4075b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:26:41.671247 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c65a0db-a7d3-4fbe-b418-5a2d52c3369e x-openstack-request-id: req-5c65a0db-a7d3-4fbe-b418-5a2d52c3369e {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:26:41.671621 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:26:41.671939 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c65a0db-a7d3-4fbe-b418-5a2d52c3369e {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:26:41.672412 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c65a0db-a7d3-4fbe-b418-5a2d52c3369e'] response: {'name': 'network-changed', 'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'status': 'completed', 'code': 200} May 26 18:26:41.740379 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-494ab361-c216-4a13-9f5d-c628e05470c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:41.742577 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-494ab361-c216-4a13-9f5d-c628e05470c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1129 time: 0.0482154 May 26 18:26:41.800172 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:41.825290 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:41.835197 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-140b05b0-bfb6-430a-af4e-4f9b5e83d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:41.836990 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-140b05b0-bfb6-430a-af4e-4f9b5e83d7f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 909 time: 0.0886152 May 26 18:26:41.903986 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-3a5d89b7-0257-43f6-ae4f-6b0943c22b8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 998 time: 0.0605152 May 26 18:26:41.952791 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-ee6ffa9e-f698-41f1-b736-d92e5305731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:41.954385 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-ee6ffa9e-f698-41f1-b736-d92e5305731e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 200 len: 847 time: 0.0444040 May 26 18:26:41.998791 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-65014443-ca75-4e48-bc99-8868bfef4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:42.000325 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-65014443-ca75-4e48-bc99-8868bfef4faa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396285 May 26 18:26:42.010845 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '48338174-46e2-4933-a193-5ef30c2dae02', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '3e32875c-9224-4064-945d-053a2a404b32', 'port_id': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'mac_address': 'fa:16:3e:be:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:26:40Z', 'updated_at': '2022-05-26T18:26:40Z', 'revision_number': 0, 'project_id': '564690a570ea4ec199dc599d288756b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 5, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:42.034525 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] Checking router: 3e32875c-9224-4064-945d-053a2a404b32 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:26:42.043453 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:26:42.044036 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:26:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:42.144024 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:26:42.214490 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:42.356867 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '48338174-46e2-4933-a193-5ef30c2dae02', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '3e32875c-9224-4064-945d-053a2a404b32', 'port_id': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'mac_address': 'fa:16:3e:be:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:26:40Z', 'updated_at': '2022-05-26T18:26:40Z', 'revision_number': 0, 'project_id': '564690a570ea4ec199dc599d288756b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 5, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:26:42.381029 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1678a5b-b7ff-497a-aad0-64b636f2f0c0 None None] The sync data for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi is: [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '48338174-46e2-4933-a193-5ef30c2dae02', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': '3e32875c-9224-4064-945d-053a2a404b32', 'port_id': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'mac_address': 'fa:16:3e:be:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:26:40Z', 'updated_at': '2022-05-26T18:26:40Z', 'revision_number': 0, 'project_id': '564690a570ea4ec199dc599d288756b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 5, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:26:42.565393 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904d27f1-df31-4a79-ab32-dec4a09b3494 None None] New status for floating IP 48338174-46e2-4933-a193-5ef30c2dae02: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:26:42.898819 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:42.929317 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-cb167249-7130-4764-ba7d-edc556d2765a service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869935 May 26 18:26:43.695880 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:44.018792 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6b83e884-2b1f-4f87-93ed-af9be4075b3f req-e37fa71a-1646-4e84-a941-90020af966e0 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377917 May 26 18:26:48.795080 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-79d01e04-48f3-4010-a5ce-a2abadd9c53b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395355 May 26 18:26:48.880403 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-0dc2d80a-0d6c-4bd4-ae8c-1c0a21fa69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:48.882028 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-0dc2d80a-0d6c-4bd4-ae8c-1c0a21fa69f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90546acc85c14828b2f1e0a906037a9c&device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0416431 May 26 18:26:48.987449 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-14461218-7c7a-4d94-b078-74930c5498d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:48.988846 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-14461218-7c7a-4d94-b078-74930c5498d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 200 len: 915 time: 0.0878348 May 26 18:26:49.031070 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-c8064a3b-2803-4fe9-a0e4-dd70c9ebdf69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 HTTP/1.1" status: 200 len: 217 time: 0.0360048 May 26 18:26:49.082233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-a1c87ef7-bc1e-44f9-8413-d3fe195c278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:49.083853 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-a1c87ef7-bc1e-44f9-8413-d3fe195c278c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc HTTP/1.1" status: 200 len: 854 time: 0.0448439 May 26 18:26:49.117570 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-982697e9-51ac-44d3-9dbc-1337961eea44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a24647b5-0762-44b0-83f9-073468e69da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270283 May 26 18:26:49.171516 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:49.215262 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-48496f97-2ed9-4cc6-9962-bd73ba9fe169 service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918536 May 26 18:26:49.315986 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbfe65e6-dd0a-4905-b225-3a6193d483de req-0a1ba428-1d2c-4791-b6cc-653dc777ae69 service neutron] 10.222.0.42 "GET /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942104 May 26 18:26:50.340113 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f8ae7365-0d11-4e1e-b281-15bf09c9dc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:51.545827 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:51.548354 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:52.586014 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-42efd9bb-07f1-4b23-aa81-80a0e44281c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:52.663974 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:52.666472 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:53.671410 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:53.931793 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e789-e3f8-4be9-9f9c-7b6fbbb2d3a2 req-3e9a80ce-40c8-4fb3-b735-a5681b194e9b tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:53.933213 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4cd3e789-e3f8-4be9-9f9c-7b6fbbb2d3a2 req-3e9a80ce-40c8-4fb3-b735-a5681b194e9b tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 945 time: 0.0484250 May 26 18:26:53.983444 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4cd3e789-e3f8-4be9-9f9c-7b6fbbb2d3a2 req-643a68e5-725c-41a4-9713-8cbabccda285 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 May 26 18:26:55.099630 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6acca-55e7-4adf-93d7-41b24e14d75f req-11238ce0-142f-4382-9ba7-06020bbdd566 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:55.101095 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0da6acca-55e7-4adf-93d7-41b24e14d75f req-11238ce0-142f-4382-9ba7-06020bbdd566 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 945 time: 0.0466218 May 26 18:26:55.147893 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0da6acca-55e7-4adf-93d7-41b24e14d75f req-c4b93b9f-a928-43e2-9aa0-6f2da7724855 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/security-groups?id=845c23e6-a140-4536-9412-3275f5467906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 May 26 18:26:55.275298 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:55.516831 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-7a965f28-fdb4-4330-8e0e-742e71c6be25 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:26:55.518284 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-7a965f28-fdb4-4330-8e0e-742e71c6be25 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.42 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 945 time: 0.0449769 May 26 18:26:55.604413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Deleting port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:26:55.604857 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:55.687712 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:26:55.692666 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] For port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,segment=NetworkSegment(6c91c24f-2793-4f76-9264-a4c32ca53b96),segment_id=6c91c24f-2793-4f76-9264-a4c32ca53b96)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:26:55.693033 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:55.706310 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Calling delete_port for bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:26:55.835556 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:55.847760 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:26:55.862869 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Pushing event deleted for resources: {'Port': ['ID=bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:26:55.913037 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] No DVR routers for this DVR port bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:26:55.915565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:55.919238 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-73bc29bf-1967-4c8a-80d7-6494274f9756 req-0273e568-e301-4207-9b24-e56c7d9d8bc4 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.42 "DELETE /v2.0/ports/bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 HTTP/1.1" status: 204 len: 173 time: 0.3945727 May 26 18:26:55.919658 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4583e77c-94a2-4fee-8dd0-ced3afc79cb7', 'name': 'network-vif-deleted', 'tag': 'bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:26:55.921937 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9b663e-9216-48fc-b809-a180ab9b1810" -d '{"events": [{"server_uuid": "4583e77c-94a2-4fee-8dd0-ced3afc79cb7", "name": "network-vif-deleted", "tag": "bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:26:55.959413 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c08994d-e3a6-46ad-ae4f-756d6a7b0992 x-openstack-request-id: req-3c08994d-e3a6-46ad-ae4f-756d6a7b0992 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:26:55.959727 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4583e77c-94a2-4fee-8dd0-ced3afc79cb7", "name": "network-vif-deleted", "tag": "bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:26:55.959985 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c08994d-e3a6-46ad-ae4f-756d6a7b0992 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:26:55.960386 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c08994d-e3a6-46ad-ae4f-756d6a7b0992'] response: {'server_uuid': '4583e77c-94a2-4fee-8dd0-ced3afc79cb7', 'name': 'network-vif-deleted', 'tag': 'bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8', 'status': 'completed', 'code': 200} May 26 18:26:56.256319 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c05d658d-0e35-485d-b681-8f381db65702 req-ff6c3fbd-e07c-4b4c-acba-7b6310fc0c85 tempest-VolumesSnapshotTestJSON-1240623288 tempest-VolumesSnapshotTestJSON-1240623288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4583e77c-94a2-4fee-8dd0-ced3afc79cb7 HTTP/1.1" status: 200 len: 210 time: 0.0288606 May 26 18:26:56.502196 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:26:57.877714 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:26:57.900061 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:26:57.900515 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device bd00fd62-0bdd-4564-bd56-66c6d8d3a4b8 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:26:58.524424 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:27:06.236739 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=22,neutron:DELETE=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:06.238678 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=84,neutron:DELETE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:07.884239 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:07.885059 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:12.770883 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:12.774873 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:13.688376 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.442360 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34716) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:18.487836 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Deleting subnet a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:27:18.491208 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Publish callbacks [] for subnet (a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.531024 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.572107 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.627573 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.652507 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:18.663303 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.666396 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a1c9dd0b-e36f-4526-b28c-cd54e9d7dafc HTTP/1.1" status: 204 len: 168 time: 0.2230504 May 26 18:27:18.668656 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.669205 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.669822 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.669936 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34718) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:18.670382 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.670828 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.671390 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.671939 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.672402 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.672971 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.673541 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.674102 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.674677 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.675030 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.675595 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.676157 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4663a3c2-e849-4a0d-9c1c-2942b49cbd5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:18.747266 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (a24647b5-0762-44b0-83f9-073468e69da5), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.828541 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (a24647b5-0762-44b0-83f9-073468e69da5), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.848851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24647b5-0762-44b0-83f9-073468e69da5']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:18.858294 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c91c24f-2793-4f76-9264-a4c32ca53b96') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:18.858586 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c91c24f-2793-4f76-9264-a4c32ca53b96') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:18.867952 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (6c91c24f-2793-4f76-9264-a4c32ca53b96), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.882260 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (6c91c24f-2793-4f76-9264-a4c32ca53b96), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.889626 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:27:18.890047 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (6c91c24f-2793-4f76-9264-a4c32ca53b96), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.907767 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 6c91c24f-2793-4f76-9264-a4c32ca53b96 resource provider aggregate not found May 26 18:27:18.938775 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 6c91c24f-2793-4f76-9264-a4c32ca53b96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c91c24f-2793-4f76-9264-a4c32ca53b96 found for delete ", "request_id": "req-ae98b1d7-bffe-425b-b2c4-fcb8f3c8b818"}]} May 26 18:27:18.956477 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (a24647b5-0762-44b0-83f9-073468e69da5), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.961752 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:18.965425 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] 10.222.0.46 "DELETE /v2.0/networks/a24647b5-0762-44b0-83f9-073468e69da5 HTTP/1.1" status: 204 len: 168 time: 0.2942204 May 26 18:27:18.981562 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a557d-7d7a-4e54-b6ca-91d8dda0634c admin admin] Pushing event deleted for resources: {'Network': ['ID=a24647b5-0762-44b0-83f9-073468e69da5,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:19.140702 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34726) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:19.180632 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-5c2ce84c-eda9-4351-acf2-3ac6903d16c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90546acc85c14828b2f1e0a906037a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387874 May 26 18:27:19.183641 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34728) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:19.237300 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-75c76431-43fa-41de-bf43-ccc7f797f611 admin admin] Publish callbacks [] for security_group (845c23e6-a140-4536-9412-3275f5467906), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:19.258803 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-75c76431-43fa-41de-bf43-ccc7f797f611 admin admin] Publish callbacks [] for security_group (845c23e6-a140-4536-9412-3275f5467906), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:19.306374 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-75c76431-43fa-41de-bf43-ccc7f797f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (845c23e6-a140-4536-9412-3275f5467906), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:19.309553 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-75c76431-43fa-41de-bf43-ccc7f797f611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:19.310738 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-75c76431-43fa-41de-bf43-ccc7f797f611 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/845c23e6-a140-4536-9412-3275f5467906 HTTP/1.1" status: 204 len: 168 time: 0.1261830 May 26 18:27:19.318836 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c76431-43fa-41de-bf43-ccc7f797f611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845c23e6-a140-4536-9412-3275f5467906,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:20.333357 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dfa2692d-fde8-4ba7-ad16-a134e5e44720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:22.589393 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7cda8131-d703-4ed4-9f6b-6d170eed027b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:23.672852 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:25.276171 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:26.506042 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:27.534749 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34798) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:27.659287 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:27.738759 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Publish callbacks [] for security_group (5650dd28-a7c9-47f6-adac-9960b3804adf), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:27.742547 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5650dd28-a7c9-47f6-adac-9960b3804adf), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:27.783112 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89af06cb5cdc44df8a8fabbd64c59008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471750 May 26 18:27:27.783827 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5650dd28-a7c9-47f6-adac-9960b3804adf,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:27.785774 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34802) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:27.791199 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.791540 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.791886 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.792220 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.792550 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.793063 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.793494 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.793901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.794232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.794563 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.794938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.795268 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.795588 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.795907 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.796222 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f1100-6393-4c28-9a23-fe83d179acbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:27.844425 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4ee8bc4a-c2ad-4f28-821e-76c83191cc1c admin admin] Publish callbacks [] for security_group (5650dd28-a7c9-47f6-adac-9960b3804adf), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:27.866635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4ee8bc4a-c2ad-4f28-821e-76c83191cc1c admin admin] Publish callbacks [] for security_group (5650dd28-a7c9-47f6-adac-9960b3804adf), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:27.915376 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4ee8bc4a-c2ad-4f28-821e-76c83191cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (5650dd28-a7c9-47f6-adac-9960b3804adf), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:27.919050 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4ee8bc4a-c2ad-4f28-821e-76c83191cc1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:27.920358 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4ee8bc4a-c2ad-4f28-821e-76c83191cc1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5650dd28-a7c9-47f6-adac-9960b3804adf HTTP/1.1" status: 204 len: 168 time: 0.1330488 May 26 18:27:27.929260 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8bc4a-c2ad-4f28-821e-76c83191cc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5650dd28-a7c9-47f6-adac-9960b3804adf,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:28.593742 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34824) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:28.698385 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1007691780-network', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:28.720826 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Made reservation on behalf of 6774c3ce4b094e19ad6da95e3744d9ed for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:27:28.723210 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:28.732591 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:28.814628 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Publish callbacks [] for security_group (0af01ff8-7a44-4682-a746-82f6bb5caa6c), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:28.818493 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0af01ff8-7a44-4682-a746-82f6bb5caa6c), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:28.843591 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:27:28.845132 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:28.851018 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:28.856244 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af01ff8-7a44-4682-a746-82f6bb5caa6c,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:28.861687 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (cdd8a97b-1023-4547-a46c-97cff3b70691), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:28.862122 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Added segment cdd8a97b-1023-4547-a46c-97cff3b70691 of type vlan for network 6b8a2aca-5692-49b8-9e87-22b18005ff6f May 26 18:27:28.903633 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (6b8a2aca-5692-49b8-9e87-22b18005ff6f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:28.928566 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (6b8a2aca-5692-49b8-9e87-22b18005ff6f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:28.929569 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:28.930188 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:28.980605 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3852758 May 26 18:27:28.983708 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34828) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:28.988702 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Request body: {'subnet': {'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1007691780-subnet', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:28.993486 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31f8a-ae92-4172-a6cb-bb001c499b50 admin admin] Pushing event updated for resources: {'Network': ['ID=6b8a2aca-5692-49b8-9e87-22b18005ff6f,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:29.005549 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:27:29.020783 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Made reservation on behalf of 6774c3ce4b094e19ad6da95e3744d9ed for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:27:29.023614 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11346468'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.212808 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11346482'] for subnet (ce9f5b7e-2956-4358-9e1e-78f6175b513c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.260957 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:29.270770 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9f5b7e-2956-4358-9e1e-78f6175b513c,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:29.282203 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Checking segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:29.282548 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Network hostable DHCP agents. Network: 6b8a2aca-5692-49b8-9e87-22b18005ff6f, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:27:29.301004 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:27:29.311436 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, 6b8a2aca-5692-49b8-9e87-22b18005ff6f) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:29.320801 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:29.321167 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.322422 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd39167-0f3a-4f97-9f95-df7f37001517 None None] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:27:29.338351 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-e245c826-bbe8-4008-889a-8822c27c4458 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3535125 May 26 18:27:29.341833 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34830) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:29.346090 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:29.367457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (d9a9c70e-b7da-4453-b799-8309375c338d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.368461 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (d9a9c70e-b7da-4453-b799-8309375c338d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.374619 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:29.424525 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks [] for router_controller (d9a9c70e-b7da-4453-b799-8309375c338d), precommit_add_association {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.432979 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:27:29.434074 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.559122 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks [] for router_gateway (d9a9c70e-b7da-4453-b799-8309375c338d), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.577938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Allocated IP 172.20.0.2 (6b8a2aca-5692-49b8-9e87-22b18005ff6f/ce9f5b7e-2956-4358-9e1e-78f6175b513c/aeb00878-3fe5-4875-8227-4c1cb5067a61) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:27:29.720663 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Publish callbacks [] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.726860 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.747343 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks [] for router_gateway (d9a9c70e-b7da-4453-b799-8309375c338d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.766394 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.768997 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:29.773575 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:29.777977 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:27:29.781292 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Pushing event updated for resources: {'Port': ['ID=aeb00878-3fe5-4875-8227-4c1cb5067a61,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:29.793364 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.793942 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.794467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.795426 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.795426 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.795426 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.795765 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.796083 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.796400 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.796719 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.797037 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.797352 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.797664 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.798000 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.798313 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:29.848671 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Attempting to bind port aeb00878-3fe5-4875-8227-4c1cb5067a61 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:27:29.848956 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Attempting to bind port aeb00878-3fe5-4875-8227-4c1cb5067a61 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:27:29.849319 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Attempting to bind port aeb00878-3fe5-4875-8227-4c1cb5067a61 on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:27:29.854426 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:27:29.854796 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Checking segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:29.855824 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.856235 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Bound using segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:27:29.856695 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Bound port: aeb00878-3fe5-4875-8227-4c1cb5067a61, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:27:29.857074 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.875305 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Allocated IP 172.27.3.224 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:27:29.924449 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] For port aeb00878-3fe5-4875-8227-4c1cb5067a61, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:27:29.927856 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] For port aeb00878-3fe5-4875-8227-4c1cb5067a61, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=aeb00878-3fe5-4875-8227-4c1cb5067a61,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:27:29.935432 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.940320 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:29.993617 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks [] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:29.994216 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a42b-a73c-486c-9485-2fb4b549b969 None None] Pushing event updated for resources: {'Port': ['ID=aeb00878-3fe5-4875-8227-4c1cb5067a61,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:30.026744 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:30.071544 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:30.075682 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:30.079599 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:27:30.082969 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Pushing event updated for resources: {'Port': ['ID=7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:30.253042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:30.306784 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:30.363828 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks [] for router_gateway (d9a9c70e-b7da-4453-b799-8309375c338d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:30.435298 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device aeb00878-3fe5-4875-8227-4c1cb5067a61 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:30.458039 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:30.483769 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port aeb00878-3fe5-4875-8227-4c1cb5067a61 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:30.484230 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:30.554233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (d9a9c70e-b7da-4453-b799-8309375c338d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:30.559712 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port aeb00878-3fe5-4875-8227-4c1cb5067a61 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:30.560116 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:30.596118 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port aeb00878-3fe5-4875-8227-4c1cb5067a61, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=aeb00878-3fe5-4875-8227-4c1cb5067a61,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:27:30.601892 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:30.658987 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=aeb00878-3fe5-4875-8227-4c1cb5067a61,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:30.689705 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Router d9a9c70e-b7da-4453-b799-8309375c338d is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:27:30.801923 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:27:30.814207 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:27:30.826008 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:30.829806 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c72db961-ce4b-40da-8e9c-19c10e0d5b90 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4845097 May 26 18:27:30.830487 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34832) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:30.830981 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:27:30.830981 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:30.945181 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:27:30.970520 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64250527-caf4-47b6-8749-622fa4debf06 None None] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:27:31.067740 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-1b5bbfe0-831c-40e5-a05d-481a441b413f None None] Provisioning complete for port aeb00878-3fe5-4875-8227-4c1cb5067a61 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:31.068084 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1b5bbfe0-831c-40e5-a05d-481a441b413f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.288746 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.297093 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-1b5bbfe0-831c-40e5-a05d-481a441b413f None None] Current status of the port aeb00878-3fe5-4875-8227-4c1cb5067a61 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:31.304830 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:30Z', 'revision_number': 3, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:31.346828 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:27:31.347183 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Updating router d9a9c70e-b7da-4453-b799-8309375c338d port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:27:31.381998 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.489223 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Allocated IP 172.20.0.1 (6b8a2aca-5692-49b8-9e87-22b18005ff6f/ce9f5b7e-2956-4358-9e1e-78f6175b513c/4ba1855e-b141-4d20-ac94-6950b57a23a6) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:27:31.510174 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:31.537338 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-28608eaf-4adc-41a4-8463-10c9bf28806b None None] Provisioning complete for port aeb00878-3fe5-4875-8227-4c1cb5067a61 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:31.537624 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-28608eaf-4adc-41a4-8463-10c9bf28806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.577650 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:31.615432 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Publish callbacks [] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.627175 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:31.657050 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.706968 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:31.709345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:31.712497 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:31.718458 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:27:31.722392 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba1855e-b141-4d20-ac94-6950b57a23a6,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:31.766081 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (d9a9c70e-b7da-4453-b799-8309375c338d), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.846216 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-28608eaf-4adc-41a4-8463-10c9bf28806b None None] Current status of the port aeb00878-3fe5-4875-8227-4c1cb5067a61 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:31.906997 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.929721 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Publish callbacks [] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.935928 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:31.992147 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-d69e4fcc-c766-4dce-a432-3501b52d4c14 None None] Provisioning complete for port 4ba1855e-b141-4d20-ac94-6950b57a23a6 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:31.992433 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d69e4fcc-c766-4dce-a432-3501b52d4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.019231 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba1938-a9c1-42f8-80c2-0b7af75f992f None None] Pushing event updated for resources: {'Port': ['ID=7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:32.021468 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Attempting to bind port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:27:32.021860 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Attempting to bind port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:27:32.022225 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Attempting to bind port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:27:32.035542 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:27:32.035916 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:32.036323 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.036718 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:27:32.037190 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Bound port: 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:27:32.037568 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.064148 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-d69e4fcc-c766-4dce-a432-3501b52d4c14 None None] Port 4ba1855e-b141-4d20-ac94-6950b57a23a6 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:27:32.100599 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] For port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:27:32.104150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] For port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:27:32.110474 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.172173 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:27:32.172831 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:32.209216 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba1938-a9c1-42f8-80c2-0b7af75f992f None None] Pushing event updated for resources: {'Port': ['ID=7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:32.300787 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:27:32.339161 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Publish callbacks [] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.345551 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.416836 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (d9a9c70e-b7da-4453-b799-8309375c338d), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.418801 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba1855e-b141-4d20-ac94-6950b57a23a6,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:32.422411 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device aeb00878-3fe5-4875-8227-4c1cb5067a61 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:32.474595 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:32.523983 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:32.525481 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:32.540865 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port aeb00878-3fe5-4875-8227-4c1cb5067a61 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:32.541626 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.565039 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:32.574956 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 1, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:32.586324 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:32.618571 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6146a67-ab08-43bb-a9b2-7dea89493576 None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 1, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:27:32.662991 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Router d9a9c70e-b7da-4453-b799-8309375c338d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:27:32.678352 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port aeb00878-3fe5-4875-8227-4c1cb5067a61 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:32.788634 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-cc615f68-d9d9-4cf2-bb44-a57acd35b3ac None None] Provisioning complete for port 4ba1855e-b141-4d20-ac94-6950b57a23a6 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:32.788965 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-cc615f68-d9d9-4cf2-bb44-a57acd35b3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:32.798167 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:27:32.804577 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-cb8c0c74-8756-45de-9250-e8e146a2b804 admin admin] 10.222.0.46 "PUT /v2.0/routers/d9a9c70e-b7da-4453-b799-8309375c338d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731958 May 26 18:27:32.855735 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-cc615f68-d9d9-4cf2-bb44-a57acd35b3ac None None] Port 4ba1855e-b141-4d20-ac94-6950b57a23a6 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:27:33.433489 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34848) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:33.438635 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-278115880-network', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:33.456537 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:33.462979 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Made reservation on behalf of 1ca302a96a414709a24f15fd03edc0d6 for: {'network': 1} {{(pid=103965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:27:33.466498 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for network (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:33.477709 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:33.577646 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Publish callbacks [] for security_group (2d6a2c07-55a0-4561-8fad-f0936af2ce24), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:33.581970 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (2d6a2c07-55a0-4561-8fad-f0936af2ce24), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:33.611659 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:27:33.623452 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6a2c07-55a0-4561-8fad-f0936af2ce24,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:33.631459 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744802773095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (684dec41-8dcf-4d1f-9d7e-a80bc2c29310), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:33.631995 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.segments_db [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Added segment 684dec41-8dcf-4d1f-9d7e-a80bc2c29310 of type vlan for network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 May 26 18:27:33.686301 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744802314352'] for network (bbc003c2-4a63-432c-ab19-1e16edf7a5c2), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:33.718393 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990'] for network (bbc003c2-4a63-432c-ab19-1e16edf7a5c2), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:33.719458 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:33.720045 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:33.792677 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3536563 May 26 18:27:33.793003 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34850) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:33.794882 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259dc9e-67b9-4b50-b24f-66d82d7e98d4 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc003c2-4a63-432c-ab19-1e16edf7a5c2,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:33.799004 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Request body: {'subnet': {'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-278115880-subnet', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'ip_version': 4}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:33.806838 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 details requested by agent ovs-agent-dv-cinder-843493-1-iscsi with host dv-cinder-843493-1-iscsi {{(pid=103968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:27:33.825304 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Made reservation on behalf of 1ca302a96a414709a24f15fd03edc0d6 for: {'subnet': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:27:33.828074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11346468'] for subnet (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.021560 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11859929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11346482'] for subnet (52376ad2-a5a9-48f5-8f44-f91fba0b21bd), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.078047 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52376ad2-a5a9-48f5-8f44-f91fba0b21bd,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:34.093184 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:34.099302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Checking segment: {'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:34.099302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Network hostable DHCP agents. Network: bbc003c2-4a63-432c-ab19-1e16edf7a5c2, hostable agents: ['3bb1289f-b0a9-404d-8a04-21121809436d'], hosted agents: [] {{(pid=103967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:27:34.124512 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 is scheduled to be hosted by DHCP agent 3bb1289f-b0a9-404d-8a04-21121809436d with binding_index 1 {{(pid=103967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:27:34.127844 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:34.136096 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843493-1-iscsi, bbc003c2-4a63-432c-ab19-1e16edf7a5c2) {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:34.142042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:34.142648 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.148038 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6764dbe8-7c34-4a82-abe1-2c9c8e103347 None None] Network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:27:34.165922 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5c63757f-6226-4776-968f-ce59454d5a65 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3710463 May 26 18:27:34.169327 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34852) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:34.174831 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:34.201091 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4101'] for router (ebcc0c85-457b-4011-b181-564204ca743f), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.202295 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-531600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4156'] for router (ebcc0c85-457b-4011-b181-564204ca743f), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.264023 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks [] for router_controller (ebcc0c85-457b-4011-b181-564204ca743f), precommit_add_association {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.272706 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92b9c8ee-6c6c-51ca-894f-a45e70e3becf-bbc003c2-4a63-432c-ab19-1e16edf7a5c2', 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2', 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'fixed_ips': [{'subnet_id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd'}]}} from dv-cinder-843493-1-iscsi. {{(pid=103968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:27:34.275501 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.443989 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks [] for router_gateway (ebcc0c85-457b-4011-b181-564204ca743f), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.455252 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.db_base_plugin_common [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Allocated IP 172.20.0.2 (bbc003c2-4a63-432c-ab19-1e16edf7a5c2/52376ad2-a5a9-48f5-8f44-f91fba0b21bd/0ead1600-4d54-473e-85ed-3eba2c9c8853) {{(pid=103968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:27:34.462934 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:34.621542 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:34.622150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.681805 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:34.746156 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks [] for router_gateway (ebcc0c85-457b-4011-b181-564204ca743f), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.780787 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.849114 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:34.849700 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.859647 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Publish callbacks [] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), precommit_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.870048 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), after_create {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.888421 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:27:34.907222 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:27:34.916062 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:34.919255 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:27:34.920049 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:34.925675 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Allocated IP 172.27.3.12 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/db0544c8-1e12-4e78-9e52-01daf20a864e) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:27:34.930404 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 is already hosted by enough agents. {{(pid=103968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:34.936284 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:34.940248 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.scheduler.base_scheduler [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Resources bound (agent type, host, resource id): {{(pid=103968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:34.944526 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:34.950210 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Received port after_create {{(pid=103968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:27:34.957603 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Pushing event updated for resources: {'Port': ['ID=0ead1600-4d54-473e-85ed-3eba2c9c8853,revision_number=1']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:34.960136 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:35.045263 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:27:35.060134 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Attempting to bind port 0ead1600-4d54-473e-85ed-3eba2c9c8853 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:27:35.060542 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Attempting to bind port 0ead1600-4d54-473e-85ed-3eba2c9c8853 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:27:35.061117 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Attempting to bind port 0ead1600-4d54-473e-85ed-3eba2c9c8853 on network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:27:35.068386 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:35.071699 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:27:35.072083 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Checking segment: {'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:35.072493 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.072885 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Bound using segment: {'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:27:35.073374 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Bound port: 0ead1600-4d54-473e-85ed-3eba2c9c8853, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:27:35.073928 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.085961 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks [] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.130893 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.168658 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] For port 0ead1600-4d54-473e-85ed-3eba2c9c8853, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:27:35.178846 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] For port 0ead1600-4d54-473e-85ed-3eba2c9c8853, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=0ead1600-4d54-473e-85ed-3eba2c9c8853,segment=NetworkSegment(684dec41-8dcf-4d1f-9d7e-a80bc2c29310),segment_id=684dec41-8dcf-4d1f-9d7e-a80bc2c29310)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:27:35.189851 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:35.190107 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.200175 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:35.205248 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:27:35.246903 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Pushing event updated for resources: {'Port': ['ID=db0544c8-1e12-4e78-9e52-01daf20a864e,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:35.259963 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db8c1e-9acf-461e-b304-e613fbab70e0 None None] Pushing event updated for resources: {'Port': ['ID=0ead1600-4d54-473e-85ed-3eba2c9c8853,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:35.362146 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 2, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:35.392833 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:27:35.393338 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Updating router d9a9c70e-b7da-4453-b799-8309375c338d port 4ba1855e-b141-4d20-ac94-6950b57a23a6 binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:27:35.431138 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.538620 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:27:35.563599 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks [] for router_gateway (ebcc0c85-457b-4011-b181-564204ca743f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.770676 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942080'] for router (ebcc0c85-457b-4011-b181-564204ca743f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.773284 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:35.796274 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Publish callbacks [] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.802457 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.876470 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Pushing event updated for resources: {'Port': ['ID=4ba1855e-b141-4d20-ac94-6950b57a23a6,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:35.903736 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.904442 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.904870 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.905296 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.905641 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.906001 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.906354 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.906658 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.906977 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.907313 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.907866 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.907961 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.908285 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.908601 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.908923 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:27:35.922425 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Router ebcc0c85-457b-4011-b181-564204ca743f is scheduled to L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 with binding_index 1 {{(pid=103965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:27:35.928128 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Attempting to bind port 4ba1855e-b141-4d20-ac94-6950b57a23a6 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:27:35.928497 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Attempting to bind port 4ba1855e-b141-4d20-ac94-6950b57a23a6 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:27:35.929081 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Attempting to bind port 4ba1855e-b141-4d20-ac94-6950b57a23a6 on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:27:35.935812 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:27:35.936522 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Checking segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:35.937083 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:35.937633 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Bound using segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:27:35.938374 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Bound port: 4ba1855e-b141-4d20-ac94-6950b57a23a6, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:27:35.938762 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:36.014996 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:36.028013 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] For port 4ba1855e-b141-4d20-ac94-6950b57a23a6, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:27:36.033785 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] For port 4ba1855e-b141-4d20-ac94-6950b57a23a6, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=4ba1855e-b141-4d20-ac94-6950b57a23a6,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:27:36.044901 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:36.070023 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:36.077337 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:36.085972 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:27:36.102839 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Sync routers for ids ['ebcc0c85-457b-4011-b181-564204ca743f'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:27:36.124221 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:36.124480 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Routers {'ebcc0c85-457b-4011-b181-564204ca743f'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:27:36.125662 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ebcc0c85-457b-4011-b181-564204ca743f'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:36.126741 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1927e804-576a-468c-887f-bb146ccd25e2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9554088 May 26 18:27:36.130767 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34854) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:36.155450 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:27:36.156429 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:36.305993 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-9686e35d-0c30-4682-b3d9-70d9cd257cb6 None None] Provisioning complete for port 4ba1855e-b141-4d20-ac94-6950b57a23a6 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:36.306631 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9686e35d-0c30-4682-b3d9-70d9cd257cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:36.312570 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:27:36.389946 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Set router ebcc0c85-457b-4011-b181-564204ca743f gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:27:36.423204 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1783c9-a048-4bde-87da-ffb9e90acfbf None None] Pushing event updated for resources: {'Port': ['ID=4ba1855e-b141-4d20-ac94-6950b57a23a6,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:36.628548 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:36.672024 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6660ac4-4ad1-4b3d-8530-cceaf4b470bc None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:27:36.763926 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82412d61-bdf2-495c-a795-7db998360efd None None] Network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:27:36.766380 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 0ead1600-4d54-473e-85ed-3eba2c9c8853 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:36.769554 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:36.871722 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-9686e35d-0c30-4682-b3d9-70d9cd257cb6 None None] Current status of the port 4ba1855e-b141-4d20-ac94-6950b57a23a6 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:36.872023 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9686e35d-0c30-4682-b3d9-70d9cd257cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:36.949659 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Allocated IP 172.20.0.1 (bbc003c2-4a63-432c-ab19-1e16edf7a5c2/52376ad2-a5a9-48f5-8f44-f91fba0b21bd/fb34d83d-b138-4b8c-a3bc-cd588d147a11) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:27:37.005623 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 0ead1600-4d54-473e-85ed-3eba2c9c8853 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:37.006025 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.008811 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-9686e35d-0c30-4682-b3d9-70d9cd257cb6 None None] For port 4ba1855e-b141-4d20-ac94-6950b57a23a6, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=4ba1855e-b141-4d20-ac94-6950b57a23a6,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:27:37.054341 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9686e35d-0c30-4682-b3d9-70d9cd257cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.065587 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:37.077418 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Publish callbacks [] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.085868 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:37.102456 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:37.108435 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:37.113762 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:35Z', 'revision_number': 3, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port': {'id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:37.123327 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.159153 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Checking router: ebcc0c85-457b-4011-b181-564204ca743f for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:27:37.159512 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Updating router ebcc0c85-457b-4011-b181-564204ca743f port db0544c8-1e12-4e78-9e52-01daf20a864e binding host dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:27:37.171178 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Pushing event updated for resources: {'Port': ['ID=fb34d83d-b138-4b8c-a3bc-cd588d147a11,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:37.196265 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:37.198450 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:37.202610 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:27:37.230601 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Provisioning complete for port 0ead1600-4d54-473e-85ed-3eba2c9c8853 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:37.230980 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.232734 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686e35d-0c30-4682-b3d9-70d9cd257cb6 None None] Pushing event updated for resources: {'Port': ['ID=4ba1855e-b141-4d20-ac94-6950b57a23a6,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:37.240472 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.403465 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 0ead1600-4d54-473e-85ed-3eba2c9c8853 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:37.404244 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.589860 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port 0ead1600-4d54-473e-85ed-3eba2c9c8853, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=0ead1600-4d54-473e-85ed-3eba2c9c8853,segment=NetworkSegment(684dec41-8dcf-4d1f-9d7e-a80bc2c29310),segment_id=684dec41-8dcf-4d1f-9d7e-a80bc2c29310)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:27:37.602732 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.603744 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:37.611328 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Current status of the port 0ead1600-4d54-473e-85ed-3eba2c9c8853 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:37.611862 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.633887 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946035'] for router_interface (ebcc0c85-457b-4011-b181-564204ca743f), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.781792 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.794095 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=0ead1600-4d54-473e-85ed-3eba2c9c8853,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:37.832181 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.db.api [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 18:27:37.832469 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG oslo_db.api [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 18:27:37.838615 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:37.838993 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.894404 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:37.981078 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Publish callbacks [] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), precommit_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.992188 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.993339 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Publish callbacks [] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:37.996082 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:37.999587 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:38.053277 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cbe19-f714-4b8e-8eb8-3579dc6f83a0 None None] Pushing event updated for resources: {'Port': ['ID=db0544c8-1e12-4e78-9e52-01daf20a864e,revision_number=2']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:38.055908 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Attempting to bind port db0544c8-1e12-4e78-9e52-01daf20a864e on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:27:38.056292 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Attempting to bind port db0544c8-1e12-4e78-9e52-01daf20a864e by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:27:38.056659 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Attempting to bind port db0544c8-1e12-4e78-9e52-01daf20a864e on network 1efb1616-a985-47f0-aad7-5af8e9da5eea {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:27:38.063834 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:27:38.064200 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Checking segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:38.064947 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:38.065202 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Bound using segment: {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'} {{(pid=103968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:27:38.065706 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.managers [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Bound port: db0544c8-1e12-4e78-9e52-01daf20a864e, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed7526-b932-48d4-bc9d-85f733063434', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea'}}] {{(pid=103968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:27:38.066525 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:38.072789 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-944579'] for router_interface (ebcc0c85-457b-4011-b181-564204ca743f), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:38.075928 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Pushing event updated for resources: {'Port': ['ID=fb34d83d-b138-4b8c-a3bc-cd588d147a11,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:38.085390 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:38.118031 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] For port db0544c8-1e12-4e78-9e52-01daf20a864e, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:27:38.122114 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] For port db0544c8-1e12-4e78-9e52-01daf20a864e, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=db0544c8-1e12-4e78-9e52-01daf20a864e,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:27:38.128729 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:38.176009 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:38.177966 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:38.190472 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Routers {'ebcc0c85-457b-4011-b181-564204ca743f'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:27:38.191105 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ebcc0c85-457b-4011-b181-564204ca743f'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:38.197163 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cbe19-f714-4b8e-8eb8-3579dc6f83a0 None None] Pushing event updated for resources: {'Port': ['ID=db0544c8-1e12-4e78-9e52-01daf20a864e,revision_number=3']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:38.307073 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:38.310329 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Router ebcc0c85-457b-4011-b181-564204ca743f has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:27:38.314438 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] Set router ebcc0c85-457b-4011-b181-564204ca743f gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:27:38.434600 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Current status of the port 0ead1600-4d54-473e-85ed-3eba2c9c8853 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:38.466811 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:27:38.472735 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-429a35dc-4a99-46f0-b6aa-a6d54b1a17dc admin admin] 10.222.0.46 "PUT /v2.0/routers/ebcc0c85-457b-4011-b181-564204ca743f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3406522 May 26 18:27:38.487500 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Provisioning complete for port 4ba1855e-b141-4d20-ac94-6950b57a23a6 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:38.487873 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:38.515217 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 4ba1855e-b141-4d20-ac94-6950b57a23a6 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:38.816878 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 4ba1855e-b141-4d20-ac94-6950b57a23a6 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:38.817254 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:38.823211 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:37Z', 'revision_number': 4, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port': {'id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'fb34d83d-b138-4b8c-a3bc-cd588d147a11', 'name': '', 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'mac_address': 'fa:16:3e:83:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:36Z', 'updated_at': '2022-05-26T18:27:37Z', 'revision_number': 2, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'subnets': [{'id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:38.877813 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd6898-40a3-46b8-83c1-cc2c28143aee None None] The sync data for ids ['ebcc0c85-457b-4011-b181-564204ca743f'] in dv-cinder-843493-1-iscsi is: [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:37Z', 'revision_number': 4, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port': {'id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'fb34d83d-b138-4b8c-a3bc-cd588d147a11', 'name': '', 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'mac_address': 'fa:16:3e:83:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:36Z', 'updated_at': '2022-05-26T18:27:37Z', 'revision_number': 2, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'subnets': [{'id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:27:38.881503 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-513c7cca-b164-4d02-8bf9-88f8edc74c80 None None] Current status of the port 4ba1855e-b141-4d20-ac94-6950b57a23a6 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:38.941988 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 4ba1855e-b141-4d20-ac94-6950b57a23a6 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:38.943084 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 0ead1600-4d54-473e-85ed-3eba2c9c8853 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:38.993570 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:39.008638 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port 0ead1600-4d54-473e-85ed-3eba2c9c8853 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:39.009012 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:39.012414 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:39.013686 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-fa1a83d2-5064-4ffb-897c-029de61240d3 None None] Provisioning complete for port 0ead1600-4d54-473e-85ed-3eba2c9c8853 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:39.014308 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fa1a83d2-5064-4ffb-897c-029de61240d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:39.176418 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port 0ead1600-4d54-473e-85ed-3eba2c9c8853 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:39.197062 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a83d2-5064-4ffb-897c-029de61240d3 None None] Current status of the port 0ead1600-4d54-473e-85ed-3eba2c9c8853 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:39.210257 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-fa1a83d2-5064-4ffb-897c-029de61240d3 None None] Provisioning complete for port fb34d83d-b138-4b8c-a3bc-cd588d147a11 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:39.210933 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fa1a83d2-5064-4ffb-897c-029de61240d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:39.254533 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a83d2-5064-4ffb-897c-029de61240d3 None None] Port fb34d83d-b138-4b8c-a3bc-cd588d147a11 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:27:39.887155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34864) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:39.891450 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-4073182c-067e-4201-8a2e-9c4fb47a03d9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981813776', 'description': 'tempest-secgroup-smoke-981813776 description', 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:39.920006 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4073182c-067e-4201-8a2e-9c4fb47a03d9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.005606 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4073182c-067e-4201-8a2e-9c4fb47a03d9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group (87505e63-a851-4ebe-9309-b867b4f8492c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.010018 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4073182c-067e-4201-8a2e-9c4fb47a03d9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (87505e63-a851-4ebe-9309-b867b4f8492c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.043629 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4073182c-067e-4201-8a2e-9c4fb47a03d9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.045446 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4073182c-067e-4201-8a2e-9c4fb47a03d9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1576807 May 26 18:27:40.048600 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 34866) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:40.053003 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073182c-067e-4201-8a2e-9c4fb47a03d9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87505e63-a851-4ebe-9309-b867b4f8492c,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:40.054470 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-1e904463-93ce-4003-ae3b-da29b1d6ac66 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'security_group_rule': {'security_group_id': '87505e63-a851-4ebe-9309-b867b4f8492c', 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:40.087624 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1e904463-93ce-4003-ae3b-da29b1d6ac66 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (ead2d587-ae79-471b-a545-2e664ad8607e), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.114041 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:40.147918 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1e904463-93ce-4003-ae3b-da29b1d6ac66 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (ead2d587-ae79-471b-a545-2e664ad8607e), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.151468 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1e904463-93ce-4003-ae3b-da29b1d6ac66 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (ead2d587-ae79-471b-a545-2e664ad8607e), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.171577 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e904463-93ce-4003-ae3b-da29b1d6ac66 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead2d587-ae79-471b-a545-2e664ad8607e,revision_number=0']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:40.180382 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1e904463-93ce-4003-ae3b-da29b1d6ac66 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.184662 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34868) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:40.185003 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1e904463-93ce-4003-ae3b-da29b1d6ac66 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350443 May 26 18:27:40.189802 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-f17d9020-9300-43fe-b612-7887a0d7264d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'security_group_rule': {'security_group_id': '87505e63-a851-4ebe-9309-b867b4f8492c', 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:40.225806 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f17d9020-9300-43fe-b612-7887a0d7264d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (87917ec8-6002-4716-a006-58c50a84f68b), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.279276 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f17d9020-9300-43fe-b612-7887a0d7264d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (87917ec8-6002-4716-a006-58c50a84f68b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.285067 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f17d9020-9300-43fe-b612-7887a0d7264d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (87917ec8-6002-4716-a006-58c50a84f68b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.303698 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d9020-9300-43fe-b612-7887a0d7264d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87917ec8-6002-4716-a006-58c50a84f68b,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:40.311979 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f17d9020-9300-43fe-b612-7887a0d7264d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.313183 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f17d9020-9300-43fe-b612-7887a0d7264d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269326 May 26 18:27:40.315870 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34870) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:40.320236 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-46c1922f-cd7a-440c-8eaf-c131355bc71e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'security_group_rule': {'security_group_id': '87505e63-a851-4ebe-9309-b867b4f8492c', 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:40.348156 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46c1922f-cd7a-440c-8eaf-c131355bc71e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (d972bd2d-8540-494f-b009-898e62dc6b94), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.415159 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46c1922f-cd7a-440c-8eaf-c131355bc71e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (d972bd2d-8540-494f-b009-898e62dc6b94), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.425833 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46c1922f-cd7a-440c-8eaf-c131355bc71e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (d972bd2d-8540-494f-b009-898e62dc6b94), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.445131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1922f-cd7a-440c-8eaf-c131355bc71e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d972bd2d-8540-494f-b009-898e62dc6b94,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:40.453652 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-46c1922f-cd7a-440c-8eaf-c131355bc71e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.455218 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-46c1922f-cd7a-440c-8eaf-c131355bc71e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381116 May 26 18:27:40.457864 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34872) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:40.460734 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device db0544c8-1e12-4e78-9e52-01daf20a864e up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:40.462433 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-0b463102-0c1c-42fc-a82a-05fd2580fb3d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'security_group_rule': {'security_group_id': '87505e63-a851-4ebe-9309-b867b4f8492c', 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:40.500101 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0b463102-0c1c-42fc-a82a-05fd2580fb3d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (80b92603-1ca2-4fe3-84a5-610d055a389d), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.534415 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port db0544c8-1e12-4e78-9e52-01daf20a864e triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:40.534791 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.585990 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0b463102-0c1c-42fc-a82a-05fd2580fb3d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (80b92603-1ca2-4fe3-84a5-610d055a389d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.591241 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0b463102-0c1c-42fc-a82a-05fd2580fb3d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (80b92603-1ca2-4fe3-84a5-610d055a389d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.611163 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b463102-0c1c-42fc-a82a-05fd2580fb3d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b92603-1ca2-4fe3-84a5-610d055a389d,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:40.618364 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0b463102-0c1c-42fc-a82a-05fd2580fb3d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.619548 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0b463102-0c1c-42fc-a82a-05fd2580fb3d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606481 May 26 18:27:40.625113 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34874) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:40.627071 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port db0544c8-1e12-4e78-9e52-01daf20a864e is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:40.627621 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.630406 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-7062e696-b694-4b76-a4cf-9d014a8676b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'security_group_rule': {'security_group_id': '87505e63-a851-4ebe-9309-b867b4f8492c', 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:40.653368 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] For port db0544c8-1e12-4e78-9e52-01daf20a864e, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=db0544c8-1e12-4e78-9e52-01daf20a864e,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:27:40.655572 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.securitygroups_db [None req-7062e696-b694-4b76-a4cf-9d014a8676b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Project 6774c3ce4b094e19ad6da95e3744d9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:27:40.657862 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.662252 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7062e696-b694-4b76-a4cf-9d014a8676b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (e20e1a4b-9a04-47c1-aa48-6d420b282109), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.711187 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Pushing event updated for resources: {'Port': ['ID=db0544c8-1e12-4e78-9e52-01daf20a864e,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:40.726294 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=13 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:40.728322 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7062e696-b694-4b76-a4cf-9d014a8676b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (e20e1a4b-9a04-47c1-aa48-6d420b282109), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.733293 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7062e696-b694-4b76-a4cf-9d014a8676b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (e20e1a4b-9a04-47c1-aa48-6d420b282109), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.741720 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:40.754516 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062e696-b694-4b76-a4cf-9d014a8676b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20e1a4b-9a04-47c1-aa48-6d420b282109,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:40.763931 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-7062e696-b694-4b76-a4cf-9d014a8676b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.768014 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-7062e696-b694-4b76-a4cf-9d014a8676b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386812 May 26 18:27:40.768212 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 34876) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:27:40.772807 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-4705307a-8698-4c7e-b475-818984dc44cd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'security_group_rule': {'security_group_id': '87505e63-a851-4ebe-9309-b867b4f8492c', 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:40.799766 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.securitygroups_db [None req-4705307a-8698-4c7e-b475-818984dc44cd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Project 6774c3ce4b094e19ad6da95e3744d9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:27:40.808950 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4705307a-8698-4c7e-b475-818984dc44cd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (667fa392-c102-454b-b1f4-0f688b66db1a), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.899180 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4705307a-8698-4c7e-b475-818984dc44cd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (667fa392-c102-454b-b1f4-0f688b66db1a), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.905296 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4705307a-8698-4c7e-b475-818984dc44cd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743514'] for security_group_rule (667fa392-c102-454b-b1f4-0f688b66db1a), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.926949 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705307a-8698-4c7e-b475-818984dc44cd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667fa392-c102-454b-b1f4-0f688b66db1a,revision_number=0']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:40.938117 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-4705307a-8698-4c7e-b475-818984dc44cd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:40.939465 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-4705307a-8698-4c7e-b475-818984dc44cd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1703598 May 26 18:27:41.076873 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Sync routers for ids ['ebcc0c85-457b-4011-b181-564204ca743f'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:27:41.087359 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Routers {'ebcc0c85-457b-4011-b181-564204ca743f'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:27:41.088091 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ebcc0c85-457b-4011-b181-564204ca743f'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:41.202687 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Set router ebcc0c85-457b-4011-b181-564204ca743f gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:27:41.420060 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:37Z', 'revision_number': 4, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port': {'id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'fb34d83d-b138-4b8c-a3bc-cd588d147a11', 'name': '', 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'mac_address': 'fa:16:3e:83:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:36Z', 'updated_at': '2022-05-26T18:27:37Z', 'revision_number': 2, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'subnets': [{'id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:41.449898 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Checking router: ebcc0c85-457b-4011-b181-564204ca743f for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:27:41.450289 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Updating router ebcc0c85-457b-4011-b181-564204ca743f port fb34d83d-b138-4b8c-a3bc-cd588d147a11 binding host dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:27:41.470700 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:41.483343 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:41.689311 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:41.785303 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Publish callbacks [] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), precommit_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:41.790785 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:41.848749 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee024eea-ca03-44d8-ad02-e4054c0f3785 None None] Pushing event updated for resources: {'Port': ['ID=fb34d83d-b138-4b8c-a3bc-cd588d147a11,revision_number=3']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:41.908694 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Attempting to bind port fb34d83d-b138-4b8c-a3bc-cd588d147a11 on host dv-cinder-843493-1-iscsi for vnic_type normal with profile {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:27:41.909068 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Attempting to bind port fb34d83d-b138-4b8c-a3bc-cd588d147a11 by drivers openvswitch,hyperv on host dv-cinder-843493-1-iscsi at level 0 using segments [{'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:27:41.909425 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Attempting to bind port fb34d83d-b138-4b8c-a3bc-cd588d147a11 on network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:27:41.914777 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Checking agent: {'id': 'f687c828-8073-408e-b117-6b11f1be9fe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 8, 56), 'started_at': datetime.datetime(2022, 5, 26, 18, 9, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:27:41.915208 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Checking segment: {'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:41.915679 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:41.916069 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Bound using segment: {'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'} {{(pid=103970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:27:41.916539 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.managers [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Bound port: fb34d83d-b138-4b8c-a3bc-cd588d147a11, host: dv-cinder-843493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684dec41-8dcf-4d1f-9d7e-a80bc2c29310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2'}}] {{(pid=103970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:27:41.916910 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), before_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:41.981021 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] For port fb34d83d-b138-4b8c-a3bc-cd588d147a11, host dv-cinder-843493-1-iscsi, cleared binding levels {{(pid=103970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:27:41.986023 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.plugins.ml2.db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] For port fb34d83d-b138-4b8c-a3bc-cd588d147a11, host dv-cinder-843493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=fb34d83d-b138-4b8c-a3bc-cd588d147a11,segment=NetworkSegment(684dec41-8dcf-4d1f-9d7e-a80bc2c29310),segment_id=684dec41-8dcf-4d1f-9d7e-a80bc2c29310)] {{(pid=103970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:27:41.991986 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron_lib.callbacks.manager [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), after_update {{(pid=103970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:42.055414 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Routers {'ebcc0c85-457b-4011-b181-564204ca743f'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:27:42.056044 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ebcc0c85-457b-4011-b181-564204ca743f'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:42.058663 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee024eea-ca03-44d8-ad02-e4054c0f3785 None None] Pushing event updated for resources: {'Port': ['ID=fb34d83d-b138-4b8c-a3bc-cd588d147a11,revision_number=4']} {{(pid=103970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:42.093487 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-ac737fef-90fa-43e6-a5ee-15986703934b None None] Provisioning complete for port fb34d83d-b138-4b8c-a3bc-cd588d147a11 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:42.094093 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac737fef-90fa-43e6-a5ee-15986703934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:42.178420 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] Set router ebcc0c85-457b-4011-b181-564204ca743f gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:27:42.186011 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-ac737fef-90fa-43e6-a5ee-15986703934b None None] Current status of the port fb34d83d-b138-4b8c-a3bc-cd588d147a11 is: DOWN; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:42.186524 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac737fef-90fa-43e6-a5ee-15986703934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:42.227515 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-ac737fef-90fa-43e6-a5ee-15986703934b None None] For port fb34d83d-b138-4b8c-a3bc-cd588d147a11, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=fb34d83d-b138-4b8c-a3bc-cd588d147a11,segment=NetworkSegment(684dec41-8dcf-4d1f-9d7e-a80bc2c29310),segment_id=684dec41-8dcf-4d1f-9d7e-a80bc2c29310)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:27:42.232048 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac737fef-90fa-43e6-a5ee-15986703934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:42.305365 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac737fef-90fa-43e6-a5ee-15986703934b None None] Pushing event updated for resources: {'Port': ['ID=fb34d83d-b138-4b8c-a3bc-cd588d147a11,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:42.349521 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-640cdebc-46b1-4bfd-8bf3-1c8e55e96afe None None] Provisioning complete for port fb34d83d-b138-4b8c-a3bc-cd588d147a11 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:42.349912 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-640cdebc-46b1-4bfd-8bf3-1c8e55e96afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:42.382905 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:37Z', 'revision_number': 4, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port': {'id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'fb34d83d-b138-4b8c-a3bc-cd588d147a11', 'name': '', 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'mac_address': 'fa:16:3e:83:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:36Z', 'updated_at': '2022-05-26T18:27:41Z', 'revision_number': 4, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'subnets': [{'id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:27:42.414357 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f770e-8c2c-4273-9eb5-d979319fa20b None None] The sync data for ids ['ebcc0c85-457b-4011-b181-564204ca743f'] in dv-cinder-843493-1-iscsi is: [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:37Z', 'revision_number': 4, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port': {'id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'fb34d83d-b138-4b8c-a3bc-cd588d147a11', 'name': '', 'network_id': 'bbc003c2-4a63-432c-ab19-1e16edf7a5c2', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'mac_address': 'fa:16:3e:83:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:36Z', 'updated_at': '2022-05-26T18:27:41Z', 'revision_number': 4, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'subnets': [{'id': '52376ad2-a5a9-48f5-8f44-f91fba0b21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:27:42.466113 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-640cdebc-46b1-4bfd-8bf3-1c8e55e96afe None None] Current status of the port fb34d83d-b138-4b8c-a3bc-cd588d147a11 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:42.473324 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device fb34d83d-b138-4b8c-a3bc-cd588d147a11 up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:42.505556 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:42.529280 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port fb34d83d-b138-4b8c-a3bc-cd588d147a11 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:42.529655 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:42.575701 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:42.622931 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port fb34d83d-b138-4b8c-a3bc-cd588d147a11 is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:42.623930 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device db0544c8-1e12-4e78-9e52-01daf20a864e up at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:27:42.672513 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Provisioning complete for port db0544c8-1e12-4e78-9e52-01daf20a864e triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:42.672878 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:42.755241 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Current status of the port db0544c8-1e12-4e78-9e52-01daf20a864e is: ACTIVE; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:27:43.702663 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:47.168379 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d819f1ed-5408-43d9-b848-33860820b93b req-45f47fff-1abf-4f77-b7b4-066581174613 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401793 May 26 18:27:47.230874 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819f1ed-5408-43d9-b848-33860820b93b req-5ee61617-f681-42e6-a5d8-021978ada6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:47.232389 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d819f1ed-5408-43d9-b848-33860820b93b req-5ee61617-f681-42e6-a5d8-021978ada6e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1129 time: 0.0425842 May 26 18:27:47.345333 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819f1ed-5408-43d9-b848-33860820b93b req-bfa2e64d-885e-4ba3-b415-258258aa8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:47.346840 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d819f1ed-5408-43d9-b848-33860820b93b req-bfa2e64d-885e-4ba3-b415-258258aa8f09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 909 time: 0.0937569 May 26 18:27:47.416444 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d819f1ed-5408-43d9-b848-33860820b93b req-40edcc84-4fd4-4bc2-9a39-216e86f67f37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 1000 time: 0.0636947 May 26 18:27:47.469315 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819f1ed-5408-43d9-b848-33860820b93b req-88861693-84f5-42b8-a7d2-077de7496b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:47.471265 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d819f1ed-5408-43d9-b848-33860820b93b req-88861693-84f5-42b8-a7d2-077de7496b31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 200 len: 847 time: 0.0480740 May 26 18:27:47.521355 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819f1ed-5408-43d9-b848-33860820b93b req-7b25e9b0-23a8-4bf5-837a-ef8ad7685cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:47.522899 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d819f1ed-5408-43d9-b848-33860820b93b req-7b25e9b0-23a8-4bf5-837a-ef8ad7685cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445352 May 26 18:27:47.622391 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d819f1ed-5408-43d9-b848-33860820b93b req-3bea83cb-07ae-4218-a08d-2a0e3749bc49 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922351 May 26 18:27:47.721775 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d819f1ed-5408-43d9-b848-33860820b93b req-cede06db-40a5-4072-a998-39f48d7df10c service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933874 May 26 18:27:50.174367 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=31,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:50.175108 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:50.337313 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f1a22371-61ff-487b-993e-0723bb64667d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:52.376206 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:52.414963 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:52.595004 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-f4d01f5d-4497-4bb2-8cbf-8d5ba3740c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:53.684341 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:55.288194 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:55.554714 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-62254cd8-04ea-4e50-bec3-4352cd2005e5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981813776&fields=id&tenant_id=6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 267 time: 0.0480115 May 26 18:27:55.684045 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-30b6348c-091c-4c96-95f0-c6d0b97b8463 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:55.685666 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-30b6348c-091c-4c96-95f0-c6d0b97b8463 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 812 time: 0.1223617 May 26 18:27:55.701462 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-21882deb-b200-4a58-b9c4-97eeb254f061 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/quotas/6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 375 time: 0.0102327 May 26 18:27:55.753625 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-20975500-9239-4093-967b-d97731f90824 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448987 May 26 18:27:55.860083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-b7dbd00c-ebdb-4b22-9401-7312cee749b9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:27:55.861094 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-b7dbd00c-ebdb-4b22-9401-7312cee749b9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0964384 May 26 18:27:55.935665 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:55.947633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:55.965004 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-97b63783-78c0-45d4-b06c-9ba5d41ec90d service neutron] 10.222.0.46 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939324 May 26 18:27:56.058335 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-85387479-1c03-444f-8c41-b1930b70ff69 service neutron] 10.222.0.46 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834174 May 26 18:27:56.478830 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4bbd4054-19d3-4fa9-a2ee-f157ca0e1ff9 req-5612e9a1-0881-4040-aeae-e353d434b3d3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 210 time: 0.1204677 May 26 18:27:56.511306 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:57.508324 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-74ff1244-49ea-463c-8186-ca6ce367fd69 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:57.511960 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-74ff1244-49ea-463c-8186-ca6ce367fd69 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 812 time: 0.1215076 May 26 18:27:57.870874 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-96af7bbb-cab7-4ece-98c5-31cd23ad2bde req-ff57a635-2407-4e5c-b825-6cbe353a56b4 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 210 time: 0.2949131 May 26 18:27:57.876572 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-1361f470-833f-466c-b21f-e79a219c11d6 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 379 time: 0.3566599 May 26 18:27:57.885511 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'port': {'device_id': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'admin_state_up': True, 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'security_groups': ['87505e63-a851-4ebe-9309-b867b4f8492c']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:58.015691 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Made reservation on behalf of 6774c3ce4b094e19ad6da95e3744d9ed for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:27:58.019449 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:58.165858 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Allocated IP 172.20.0.11 (6b8a2aca-5692-49b8-9e87-22b18005ff6f/ce9f5b7e-2956-4358-9e1e-78f6175b513c/bc0fe5cb-055f-44c6-92c5-5908d09f787b) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:27:58.314060 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:58.355244 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:58.403462 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:27:58.406577 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:27:58.410427 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:27:58.417159 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=bc0fe5cb-055f-44c6-92c5-5908d09f787b,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:58.445357 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:58.457987 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:58.471331 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:58.471993 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:58.491177 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-ac2543f0-7659-4296-8183-1a60a7de0dd9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6099412 May 26 18:27:58.501428 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-d5ddb2ac-55e2-4372-8f1a-ef3eb191e52a tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:27:58.502828 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-d5ddb2ac-55e2-4372-8f1a-ef3eb191e52a tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061889 May 26 18:27:58.513055 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Request body: {'port': {'device_id': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:27:58.587334 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:58.696404 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-fed40010-7ebd-48ae-aa7c-52e6e64a8bfe None None] Provisioning complete for port bc0fe5cb-055f-44c6-92c5-5908d09f787b triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:27:58.697486 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fed40010-7ebd-48ae-aa7c-52e6e64a8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:58.733039 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-fed40010-7ebd-48ae-aa7c-52e6e64a8bfe None None] Port bc0fe5cb-055f-44c6-92c5-5908d09f787b cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:27:58.915400 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0fe5cb-055f-44c6-92c5-5908d09f787b {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:27:58.923876 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Publish callbacks [] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:58.937121 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Transition to ACTIVE for port object bc0fe5cb-055f-44c6-92c5-5908d09f787b will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:27:58.941476 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:59.053582 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0b864-0237-4e2b-9d15-9396cb76dcaa req-62743dcd-24c7-45a7-85d6-11edef400ab1 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:59.055164 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fa0b864-0237-4e2b-9d15-9396cb76dcaa req-62743dcd-24c7-45a7-85d6-11edef400ab1 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 944 time: 0.0884907 May 26 18:27:59.056246 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0fe5cb-055f-44c6-92c5-5908d09f787b,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:59.165767 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Attempting to bind port bc0fe5cb-055f-44c6-92c5-5908d09f787b on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:27:59.166104 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Attempting to bind port bc0fe5cb-055f-44c6-92c5-5908d09f787b by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:27:59.166525 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Attempting to bind port bc0fe5cb-055f-44c6-92c5-5908d09f787b on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:27:59.171939 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4fa0b864-0237-4e2b-9d15-9396cb76dcaa req-fc2104c2-a2b8-48b6-8473-c36151679fe3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898697 May 26 18:27:59.175596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Port bc0fe5cb-055f-44c6-92c5-5908d09f787b on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:27:59.175899 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Attempting to bind port bc0fe5cb-055f-44c6-92c5-5908d09f787b on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:27:59.181566 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:27:59.182041 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Checking segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:27:59.182352 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Bound using segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:27:59.182816 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Bound port: bc0fe5cb-055f-44c6-92c5-5908d09f787b, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:27:59.183255 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:59.261155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] For port bc0fe5cb-055f-44c6-92c5-5908d09f787b, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:27:59.264542 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] For port bc0fe5cb-055f-44c6-92c5-5908d09f787b, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:27:59.276463 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:59.314428 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:59.315042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:27:59.316516 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc0fe5cb-055f-44c6-92c5-5908d09f787b HTTP/1.1" status: 200 len: 1094 time: 0.8073833 May 26 18:27:59.316990 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'tag': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:27:59.323465 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f76001-148d-4c5f-a8b8-a1f881a6033e", "tag": "bc0fe5cb-055f-44c6-92c5-5908d09f787b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:27:59.355893 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28faf7c2-4bbd-4997-82ef-0a2b439ca6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0fe5cb-055f-44c6-92c5-5908d09f787b,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:27:59.383273 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82abb440-3175-47e3-b1e0-f495f6ea53f5 x-openstack-request-id: req-82abb440-3175-47e3-b1e0-f495f6ea53f5 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:27:59.383594 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f76001-148d-4c5f-a8b8-a1f881a6033e", "tag": "bc0fe5cb-055f-44c6-92c5-5908d09f787b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:27:59.383812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82abb440-3175-47e3-b1e0-f495f6ea53f5 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:27:59.384302 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82abb440-3175-47e3-b1e0-f495f6ea53f5'] response: {'name': 'network-changed', 'server_uuid': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'tag': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'status': 'completed', 'code': 200} May 26 18:27:59.412329 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:59.427794 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-29e4d72f-f5ff-487c-8348-e73066595b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:59.429347 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-29e4d72f-f5ff-487c-8348-e73066595b01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 1128 time: 0.0599151 May 26 18:27:59.471350 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-a7d82dcc-952e-437d-94f9-2fccdcc67c7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b HTTP/1.1" status: 200 len: 217 time: 0.0343218 May 26 18:27:59.527879 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-37b14ae0-38fd-4b47-af49-eb0ce9a26bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:59.530167 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-37b14ae0-38fd-4b47-af49-eb0ce9a26bd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0526054 May 26 18:27:59.542872 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:27:59.576537 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-0e118d85-4b00-4638-8c52-15d2f159af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:27:59.578163 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-0e118d85-4b00-4638-8c52-15d2f159af22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429475 May 26 18:27:59.673208 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-aa7264ba-91d7-432d-9e49-524982dea318 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894904 May 26 18:27:59.776732 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4991d080-0763-495d-bdf1-c012f9a4e3ac req-f623d2b7-df62-4eb1-acb3-a2e92c3a3ded service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963404 May 26 18:28:00.063202 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-1396f706-79b5-47f4-aea5-0c2a5e38a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:00.064639 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-1396f706-79b5-47f4-aea5-0c2a5e38a4ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 1128 time: 0.0533700 May 26 18:28:00.162040 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-1a876421-e93a-4e5a-a42a-fd28ced2aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:00.163504 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-1a876421-e93a-4e5a-a42a-fd28ced2aec8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.0933714 May 26 18:28:00.205401 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-7fa6be3e-8f5a-4fb1-9ff5-b034c4c5b934 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b HTTP/1.1" status: 200 len: 217 time: 0.0353630 May 26 18:28:00.268726 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-6fc2e7e1-4ee1-4663-99a8-30ecf929d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:00.270325 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-6fc2e7e1-4ee1-4663-99a8-30ecf929d514 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0599256 May 26 18:28:00.335909 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e5995-20b4-4a87-a29f-83ae2a754b10 req-f64b0829-29db-49fe-8bf4-e991b186b1d3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:00.337420 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-227e5995-20b4-4a87-a29f-83ae2a754b10 req-f64b0829-29db-49fe-8bf4-e991b186b1d3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 944 time: 0.0812864 May 26 18:28:00.341332 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-c21d1582-edcc-40c1-a8c6-c53207bb85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:00.342781 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-c21d1582-edcc-40c1-a8c6-c53207bb85e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559785 May 26 18:28:00.456404 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-227e5995-20b4-4a87-a29f-83ae2a754b10 req-50e7604e-c350-406f-bf63-81b501a8ad6d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120412 May 26 18:28:00.480880 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-42f353d0-d769-4ca1-ab0d-fc026973264d service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296015 May 26 18:28:00.580027 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8fd8bd15-55ed-4c37-abd0-fe7e51f699c8 req-c72a4aef-9920-4aff-b62d-ba85b0460062 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935807 May 26 18:28:01.601876 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62d12-0cd8-4e44-9360-f9d6d380114a req-14a9502c-a1c9-4822-b9d5-36eeda03518d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:01.603307 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bee62d12-0cd8-4e44-9360-f9d6d380114a req-14a9502c-a1c9-4822-b9d5-36eeda03518d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 944 time: 0.0550704 May 26 18:28:01.660560 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bee62d12-0cd8-4e44-9360-f9d6d380114a req-d4c33d59-add9-430c-af47-eb6e9fa05851 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513270 May 26 18:28:02.787263 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cc7e4-af14-4d1d-9210-b2d2e6e6f516 req-0e0950b7-18b7-49bc-ab27-40aa0458631a tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:02.788770 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df0cc7e4-af14-4d1d-9210-b2d2e6e6f516 req-0e0950b7-18b7-49bc-ab27-40aa0458631a tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 944 time: 0.0530314 May 26 18:28:02.854449 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-df0cc7e4-af14-4d1d-9210-b2d2e6e6f516 req-894487dd-59fe-4646-a8a8-113fd75103a8 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558736 May 26 18:28:03.965607 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:03.982981 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005febc-bd42-4982-b10f-71c8b7619eef req-676c4804-9301-454c-a064-d7a83d680ea5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:03.984535 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9005febc-bd42-4982-b10f-71c8b7619eef req-676c4804-9301-454c-a064-d7a83d680ea5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 944 time: 0.0562418 May 26 18:28:04.010116 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:04.048307 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9005febc-bd42-4982-b10f-71c8b7619eef req-0ddae1cc-b550-4e64-a93d-cbbcb2388221 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538037 May 26 18:28:05.169403 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc39e0-e866-4023-adb5-8394463feed9 req-8ebff791-168f-449f-8303-cbf70f451af6 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:05.171052 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d6fc39e0-e866-4023-adb5-8394463feed9 req-8ebff791-168f-449f-8303-cbf70f451af6 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 944 time: 0.0497873 May 26 18:28:05.225677 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d6fc39e0-e866-4023-adb5-8394463feed9 req-18201186-92ec-43da-8129-b7f16700b6ac tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482426 May 26 18:28:06.125753 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device bc0fe5cb-055f-44c6-92c5-5908d09f787b details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:28:06.239554 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port bc0fe5cb-055f-44c6-92c5-5908d09f787b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:28:06.252086 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'port_id': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'mac_address': 'fa:16:3e:6b:32:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:28:06.297582 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port bc0fe5cb-055f-44c6-92c5-5908d09f787b is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:28:06.298181 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:06.317911 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0fe5cb-055f-44c6-92c5-5908d09f787b {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:28:06.346103 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port bc0fe5cb-055f-44c6-92c5-5908d09f787b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:28:06.351699 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:06.381569 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548dbf-9f16-4d50-8a7a-fb8553a0008c req-0e3c8ece-e8d9-4147-a2fa-6575c8696bae tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:06.383156 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b2548dbf-9f16-4d50-8a7a-fb8553a0008c req-0e3c8ece-e8d9-4147-a2fa-6575c8696bae tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 944 time: 0.0620127 May 26 18:28:06.418889 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=bc0fe5cb-055f-44c6-92c5-5908d09f787b,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:28:06.450704 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b2548dbf-9f16-4d50-8a7a-fb8553a0008c req-9c6611b5-4068-4dec-8677-61bac0f50310 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580142 May 26 18:28:06.563246 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['bc0fe5cb-055f-44c6-92c5-5908d09f787b'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:28:06.710896 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:06.720153 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:07.586594 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af9287-9c82-450b-863c-67f8db67fe4c req-a7980f47-e1b9-4107-ac9b-4b450f9221b5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:07.587973 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3af9287-9c82-450b-863c-67f8db67fe4c req-a7980f47-e1b9-4107-ac9b-4b450f9221b5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 945 time: 0.0600331 May 26 18:28:07.640700 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a3af9287-9c82-450b-863c-67f8db67fe4c req-8db4bdd5-7edd-40af-8eda-b1a23c8c968b tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456986 May 26 18:28:08.126650 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device bc0fe5cb-055f-44c6-92c5-5908d09f787b up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:28:08.176775 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port bc0fe5cb-055f-44c6-92c5-5908d09f787b completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:28:08.186218 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port bc0fe5cb-055f-44c6-92c5-5908d09f787b triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:28:08.186820 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:08.272038 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port bc0fe5cb-055f-44c6-92c5-5908d09f787b is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:28:08.272425 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:08.297198 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:28:08.299487 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb806105-f92e-4e6c-8a32-e8db7e79ae7d" -d '{"events": [{"server_uuid": "b5f76001-148d-4c5f-a8b8-a1f881a6033e", "name": "network-vif-plugged", "status": "completed", "tag": "bc0fe5cb-055f-44c6-92c5-5908d09f787b"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:28:08.313868 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port bc0fe5cb-055f-44c6-92c5-5908d09f787b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:28:08.319668 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:08.346817 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aecd8e-4b8a-4e02-8aa8-e004567ac17b x-openstack-request-id: req-f9aecd8e-4b8a-4e02-8aa8-e004567ac17b {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:28:08.347113 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f76001-148d-4c5f-a8b8-a1f881a6033e", "name": "network-vif-plugged", "status": "completed", "tag": "bc0fe5cb-055f-44c6-92c5-5908d09f787b", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:28:08.347367 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9aecd8e-4b8a-4e02-8aa8-e004567ac17b {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:28:08.347766 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9aecd8e-4b8a-4e02-8aa8-e004567ac17b'] response: {'server_uuid': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'code': 200} May 26 18:28:08.387150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=bc0fe5cb-055f-44c6-92c5-5908d09f787b,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:28:08.615157 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a9f9d-b111-4e29-92fc-7868389cf4c1 req-73104aa8-144d-4b32-a7aa-6288987ae00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:08.616665 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9b2a9f9d-b111-4e29-92fc-7868389cf4c1 req-73104aa8-144d-4b32-a7aa-6288987ae00a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 1130 time: 0.0924599 May 26 18:28:08.681594 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9b2a9f9d-b111-4e29-92fc-7868389cf4c1 req-f2df75bc-c3b0-4370-aeb2-c6e0fc35fee3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580549 May 26 18:28:08.766848 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2eaa3-5fce-4cab-9f17-9fbd2ffe45d6 req-e604b278-bd9e-4e3a-a8ba-808d40544916 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:08.768494 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a9c2eaa3-5fce-4cab-9f17-9fbd2ffe45d6 req-e604b278-bd9e-4e3a-a8ba-808d40544916 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 946 time: 0.0516193 May 26 18:28:08.820418 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a9c2eaa3-5fce-4cab-9f17-9fbd2ffe45d6 req-46c6048a-27d3-4a7c-93ef-6d24d839a085 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459545 May 26 18:28:09.969102 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a7794-e9bc-4fae-ba82-58ba572c562a req-8a013bc4-83ca-45bc-9eab-8043fe659887 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:09.970774 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a3a7794-e9bc-4fae-ba82-58ba572c562a req-8a013bc4-83ca-45bc-9eab-8043fe659887 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 946 time: 0.0598388 May 26 18:28:10.030313 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-8a3a7794-e9bc-4fae-ba82-58ba572c562a req-0b5ed8c3-9fac-439f-bfa1-8c8144335a05 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534520 May 26 18:28:11.174908 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f8e77-d516-4099-9c12-827833d03697 req-2f3baaad-4ecb-4745-a5a9-d5f9a6907d5f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:11.176573 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-373f8e77-d516-4099-9c12-827833d03697 req-2f3baaad-4ecb-4745-a5a9-d5f9a6907d5f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 946 time: 0.0625818 May 26 18:28:11.233650 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-373f8e77-d516-4099-9c12-827833d03697 req-b3de59ab-a1ba-4db9-9d03-736306fb5655 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474021 May 26 18:28:11.378795 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7a4ab-61d1-4d76-acb7-8d8583f36725 req-aca7591c-fbc5-448e-b353-5567092a8ab8 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:11.380346 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86a7a4ab-61d1-4d76-acb7-8d8583f36725 req-aca7591c-fbc5-448e-b353-5567092a8ab8 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 946 time: 0.0580394 May 26 18:28:11.434617 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-86a7a4ab-61d1-4d76-acb7-8d8583f36725 req-89594647-4a16-472d-8648-6986a0d026a3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473149 May 26 18:28:11.459253 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35044) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:28:11.548292 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1bf328-348c-491f-8f08-e4168ecdcee5 tempest-TestVolumeBootPattern-1676639437 tempest-TestVolumeBootPattern-1676639437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:11.549861 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-9b1bf328-348c-491f-8f08-e4168ecdcee5 tempest-TestVolumeBootPattern-1676639437 tempest-TestVolumeBootPattern-1676639437-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 1125 time: 0.0895140 May 26 18:28:11.553719 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35048) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:28:11.558987 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'port_id': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:28:11.583650 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:11.665670 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:11.686499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:11.809948 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Allocated IP 172.27.3.175 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/3568b3b1-c519-4185-a2ef-5b03d3495fc3) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:28:11.811680 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:11.931916 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (3568b3b1-c519-4185-a2ef-5b03d3495fc3), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:11.967587 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (3568b3b1-c519-4185-a2ef-5b03d3495fc3), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:12.007730 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:28:12.011257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:28:12.015119 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:28:12.040711 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=3568b3b1-c519-4185-a2ef-5b03d3495fc3,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:28:12.386594 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (59436a95-a5b1-481d-8320-caf4e5b1fb7b), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:12.462519 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (3568b3b1-c519-4185-a2ef-5b03d3495fc3), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:12.514638 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:12.538778 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:28:12.615107 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:12.663953 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (3568b3b1-c519-4185-a2ef-5b03d3495fc3), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:12.670070 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (3568b3b1-c519-4185-a2ef-5b03d3495fc3), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:12.738499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=3568b3b1-c519-4185-a2ef-5b03d3495fc3,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:28:12.753415 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (59436a95-a5b1-481d-8320-caf4e5b1fb7b), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:12.857432 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Floating IP 59436a95-a5b1-481d-8320-caf4e5b1fb7b associated. External IP: 172.27.3.175, port: bc0fe5cb-055f-44c6-92c5-5908d09f787b. May 26 18:28:13.071923 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Router d9a9c70e-b7da-4453-b799-8309375c338d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:28:13.177845 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:28:13.191357 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:28:13.196720 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:13.205785 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:28:13.206435 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:28:13.230875 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-dcc2a143-5716-47bf-8526-135175ffeb32 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6760132 May 26 18:28:13.231558 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'tag': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:28:13.235370 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c791ba8-4a4c-427b-9fca-97208fff27fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f76001-148d-4c5f-a8b8-a1f881a6033e", "tag": "bc0fe5cb-055f-44c6-92c5-5908d09f787b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:28:13.270707 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5c674c-cfd4-4b5d-b03a-650946c4ed6e x-openstack-request-id: req-5f5c674c-cfd4-4b5d-b03a-650946c4ed6e {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:28:13.271005 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f76001-148d-4c5f-a8b8-a1f881a6033e", "tag": "bc0fe5cb-055f-44c6-92c5-5908d09f787b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:28:13.271254 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f5c674c-cfd4-4b5d-b03a-650946c4ed6e {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:28:13.271654 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5c674c-cfd4-4b5d-b03a-650946c4ed6e'] response: {'name': 'network-changed', 'server_uuid': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'tag': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'status': 'completed', 'code': 200} May 26 18:28:13.342067 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:28:13.349632 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-01f02eba-8b77-4a1c-b0b7-46b8fad57ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:13.351334 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-01f02eba-8b77-4a1c-b0b7-46b8fad57ae0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 1130 time: 0.0546331 May 26 18:28:13.465017 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-b7e56bda-4517-43d3-bb2b-660fd1e85670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:13.467120 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-b7e56bda-4517-43d3-bb2b-660fd1e85670 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.1079276 May 26 18:28:13.532623 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-e87e6e7c-56f0-41dc-805b-34e3e73197d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b HTTP/1.1" status: 200 len: 1000 time: 0.0599859 May 26 18:28:13.598392 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:13.609126 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-245593ce-bf6d-486e-9ef6-ba7ba748b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:13.610635 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-245593ce-bf6d-486e-9ef6-ba7ba748b820 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0728958 May 26 18:28:13.635967 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '59436a95-a5b1-481d-8320-caf4e5b1fb7b', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:6b:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:28:12Z', 'updated_at': '2022-05-26T18:28:12Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:28:13.670660 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:28:13.695396 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:28:13.696017 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:27:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:28:13.745858 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:13.832158 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:28:13.946836 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-fdcee9d9-8674-4551-bf65-8f3f10407ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:13.948971 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-fdcee9d9-8674-4551-bf65-8f3f10407ae8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3332253 May 26 18:28:14.009786 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:14.017590 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:14.018720 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:14.063744 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-76cde30f-76d6-46ef-8d29-ef635405f3a8 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085384 May 26 18:28:14.171992 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c791ba8-4a4c-427b-9fca-97208fff27fa req-215cccf5-78b0-4acd-a40c-095b1e067508 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035571 May 26 18:28:14.227252 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '59436a95-a5b1-481d-8320-caf4e5b1fb7b', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:6b:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:28:12Z', 'updated_at': '2022-05-26T18:28:12Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:28:14.256472 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004fe40-d81f-4796-a3ae-2a25cfbfc574 None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '59436a95-a5b1-481d-8320-caf4e5b1fb7b', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:6b:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:28:12Z', 'updated_at': '2022-05-26T18:28:12Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:28:14.506545 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30802fa-fa2d-490f-aa5b-a427bf4b9485 None None] New status for floating IP 59436a95-a5b1-481d-8320-caf4e5b1fb7b: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:28:20.342169 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c2c27dba-d676-4f6d-b9f1-cc4d74b07fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:22.609032 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ba6b79ce-e05c-4972-93a1-35689e749371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:23.680505 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:24.166566 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=27 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:24.168548 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=11 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:25.281757 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:26.508871 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:26.767208 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:26.772475 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=14 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:36.502116 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:36.504884 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:40.143249 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76cad7-b02c-4237-82ca-9bc76d054413 req-cf8d490f-ee68-4a5c-9405-0a917d09862c tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:40.144836 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7a76cad7-b02c-4237-82ca-9bc76d054413 req-cf8d490f-ee68-4a5c-9405-0a917d09862c tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0621393 May 26 18:28:40.204241 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7a76cad7-b02c-4237-82ca-9bc76d054413 req-107ed063-f02f-43ea-be54-0304a978aaa7 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511165 May 26 18:28:41.343130 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc151c7c-9def-4e6b-87c5-e06a2fff2de0 req-d33ff8a4-8c4b-479d-abee-bdde5d5b9cb6 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:41.344744 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dc151c7c-9def-4e6b-87c5-e06a2fff2de0 req-d33ff8a4-8c4b-479d-abee-bdde5d5b9cb6 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0526528 May 26 18:28:41.404274 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dc151c7c-9def-4e6b-87c5-e06a2fff2de0 req-811dc820-73ef-45e9-8e19-f31f2762c3cc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506625 May 26 18:28:42.521411 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec2abc-c443-4dda-84f3-200fc2293be5 req-c33f07f0-c94c-4c8c-bfca-832cb59b7efc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:42.523007 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24ec2abc-c443-4dda-84f3-200fc2293be5 req-c33f07f0-c94c-4c8c-bfca-832cb59b7efc tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0468564 May 26 18:28:42.570933 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-24ec2abc-c443-4dda-84f3-200fc2293be5 req-f8e26e7c-75da-40f2-a927-947d22d6b007 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417569 May 26 18:28:43.685024 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:43.736907 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0ba80-8f03-4fbc-9d2e-084df6521763 req-ef29f978-770e-4893-97d0-d1e5cecd8ceb tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:43.738603 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cdb0ba80-8f03-4fbc-9d2e-084df6521763 req-ef29f978-770e-4893-97d0-d1e5cecd8ceb tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0475464 May 26 18:28:43.791618 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cdb0ba80-8f03-4fbc-9d2e-084df6521763 req-5749117c-6f57-4de9-9cd6-b3f369dcd15c tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466697 May 26 18:28:44.906480 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f663-731f-4e54-8f14-f63237f8910a req-8b780723-da01-4c5c-ab2d-c0223ee4f20a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:44.907995 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9215f663-731f-4e54-8f14-f63237f8910a req-8b780723-da01-4c5c-ab2d-c0223ee4f20a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0477436 May 26 18:28:44.957105 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9215f663-731f-4e54-8f14-f63237f8910a req-e26e79ba-6365-46ac-a13f-f933a24e1bd2 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 May 26 18:28:46.074218 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ba4f-31df-42cd-a173-4c7e91a0e737 req-59cf1418-8548-42d3-9265-358280cba77e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:46.075713 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4748ba4f-31df-42cd-a173-4c7e91a0e737 req-59cf1418-8548-42d3-9265-358280cba77e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0489249 May 26 18:28:46.125058 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4748ba4f-31df-42cd-a173-4c7e91a0e737 req-314e3ef8-a3bb-46f6-bdf5-5b036ac1281f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 May 26 18:28:47.245920 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e2208-462d-4cea-bc6f-9cf6a0014494 req-01c1ede0-9db9-4a31-8c4c-708abdf03803 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:47.247453 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c5e2208-462d-4cea-bc6f-9cf6a0014494 req-01c1ede0-9db9-4a31-8c4c-708abdf03803 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0530007 May 26 18:28:47.299125 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c5e2208-462d-4cea-bc6f-9cf6a0014494 req-b30e168e-2b04-4a5e-82ec-c39564ea1085 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 May 26 18:28:48.213901 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-001db7eb-6c00-4dad-8412-e7208d85aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:48.215404 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-001db7eb-6c00-4dad-8412-e7208d85aa54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1129 time: 0.0403035 May 26 18:28:48.342324 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-7392cc26-d300-499e-9b68-c7ba3278636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:48.343973 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-7392cc26-d300-499e-9b68-c7ba3278636b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 909 time: 0.0919209 May 26 18:28:48.438593 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-4ddf9084-ed1f-480d-84cc-0a37b2377d47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 1000 time: 0.0887566 May 26 18:28:48.449398 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844deba-2e9e-40e0-8dad-98754ff17254 req-11a719c5-a8a8-4219-ab3e-f4da88398af8 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:48.450848 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9844deba-2e9e-40e0-8dad-98754ff17254 req-11a719c5-a8a8-4219-ab3e-f4da88398af8 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0677185 May 26 18:28:48.514942 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-cf08cde5-852a-4e46-a1ee-537c908f57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:48.516345 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-cf08cde5-852a-4e46-a1ee-537c908f57fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 200 len: 847 time: 0.0646522 May 26 18:28:48.522487 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:48.534613 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:48.570895 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9844deba-2e9e-40e0-8dad-98754ff17254 req-f88ec3bc-2629-448a-b580-90830c3c78c2 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909584 May 26 18:28:48.589743 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-002d93a1-e952-4ba9-aad4-c29ac343ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:48.591764 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-002d93a1-e952-4ba9-aad4-c29ac343ada9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695381 May 26 18:28:48.666628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:48.689939 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-c01f2f85-04fd-4d91-87f3-24a2e00acfcf service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927577 May 26 18:28:48.782991 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1907cc3-4d96-4e78-9e0e-6d29497cd836 req-775db11d-dd17-466f-a7ce-89ae8dd8e858 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875726 May 26 18:28:49.538981 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:28:49.690445 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04bac-18f4-4875-865d-08846a92efdf req-e8c895b3-657e-404d-8b9e-d654e9031633 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:49.691958 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8e04bac-18f4-4875-865d-08846a92efdf req-e8c895b3-657e-404d-8b9e-d654e9031633 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0492973 May 26 18:28:49.750974 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c8e04bac-18f4-4875-865d-08846a92efdf req-8b684e27-6d52-4b74-bb98-321647ca7b2e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533779 May 26 18:28:50.254832 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-46d0cc0f-8023-4dfd-b385-33d0b1624e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:50.256521 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-46d0cc0f-8023-4dfd-b385-33d0b1624e0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1129 time: 0.0392282 May 26 18:28:50.355488 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-fc2efafa-6c3a-436a-97e7-188a7ce8e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:50.357276 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-fc2efafa-6c3a-436a-97e7-188a7ce8e050 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 909 time: 0.0944347 May 26 18:28:50.358527 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b1b56a66-5fde-4946-9499-97da36ceadb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:50.428068 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-ee7ef62d-498a-4c2e-83b6-141d7f5d21f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 1000 time: 0.0651934 May 26 18:28:50.476951 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-ffdbe672-0772-4a61-9242-b9001a898491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:50.478595 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-ffdbe672-0772-4a61-9242-b9001a898491 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 200 len: 847 time: 0.0452359 May 26 18:28:50.523698 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-921a3f14-8f5f-4895-9f0b-fbb5dfb8f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:50.525200 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-921a3f14-8f5f-4895-9f0b-fbb5dfb8f280 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405078 May 26 18:28:50.619835 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-11ac3c45-2d27-4fa4-a3ea-926239adea90 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889113 May 26 18:28:50.711657 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2d47463b-f804-4a65-9c29-94c229e526c9 req-9f2933c6-331f-4bfb-96c3-2d12f7a665a8 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866592 May 26 18:28:50.875521 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd0f12-3041-469a-942a-bd7edc6d6be8 req-7eaafb66-2553-4f20-8352-c6ca59c1d441 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:50.876989 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-15cd0f12-3041-469a-942a-bd7edc6d6be8 req-7eaafb66-2553-4f20-8352-c6ca59c1d441 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0529985 May 26 18:28:50.927929 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-15cd0f12-3041-469a-942a-bd7edc6d6be8 req-427f7dd9-059e-4648-b571-c653c8452950 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 May 26 18:28:52.044497 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801c492-cda3-401b-aa75-9e3c8d6dfbd5 req-cd5d9557-c8c6-4440-9102-1155a6207680 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:52.046016 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a801c492-cda3-401b-aa75-9e3c8d6dfbd5 req-cd5d9557-c8c6-4440-9102-1155a6207680 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0477083 May 26 18:28:52.073034 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:52.100575 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a801c492-cda3-401b-aa75-9e3c8d6dfbd5 req-3534cccf-a211-4aa5-9bf3-998931553ec6 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482907 May 26 18:28:52.593276 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1ccfea93-df6d-4cf9-a87d-df523972c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:53.219859 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab7ac5-0712-4bf0-9e60-202500c7a79a req-25f616e2-de5c-494b-ac3f-22d65d012119 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:53.221379 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ab7ac5-0712-4bf0-9e60-202500c7a79a req-25f616e2-de5c-494b-ac3f-22d65d012119 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0520914 May 26 18:28:53.282794 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ab7ac5-0712-4bf0-9e60-202500c7a79a req-88c2d855-45be-41b2-ab41-07f9ee31f216 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556314 May 26 18:28:53.536686 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd164dd-5dfd-4e19-85bf-b362cd8cefa4 req-35c959bc-931d-4ea1-a0cd-14fdb00995ee tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:53.538170 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbd164dd-5dfd-4e19-85bf-b362cd8cefa4 req-35c959bc-931d-4ea1-a0cd-14fdb00995ee tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0766871 May 26 18:28:53.545290 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-670f2c82-8b7a-4749-9567-49f098805608 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023591 May 26 18:28:53.551732 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:53.594316 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cbd164dd-5dfd-4e19-85bf-b362cd8cefa4 req-69c14a5f-442c-41a9-a05c-c4cde6a886d2 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 May 26 18:28:53.688497 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:54.391118 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device f47522ae-974a-4ef1-a04e-e9c179f9d917 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:28:54.468255 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port f47522ae-974a-4ef1-a04e-e9c179f9d917 is: ACTIVE; New status is: DOWN {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:28:54.468640 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:54.492108 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:28:54.494930 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56d774c-bbb8-416d-86a2-fa40639272cc" -d '{"events": [{"server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "name": "network-vif-unplugged", "status": "completed", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:28:54.508314 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:28:54.513381 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:54.562350 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=6']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:28:54.570485 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.570617 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.570930 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.571273 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.571606 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.571949 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.572472 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.572810 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.573150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.573469 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.573825 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.574313 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.574611 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.574941 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.575268 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:28:54.599685 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ab340c-bc11-4df4-989b-121a0d200c79 x-openstack-request-id: req-54ab340c-bc11-4df4-989b-121a0d200c79 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:28:54.608366 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "name": "network-vif-unplugged", "status": "failed", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917", "code": 422}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:28:54.608757 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54ab340c-bc11-4df4-989b-121a0d200c79 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:28:54.609394 dv-cinder-843493-1-iscsi neutron-server[103968]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-54ab340c-bc11-4df4-989b-121a0d200c79']: {'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'code': 422} returned with failed status May 26 18:28:54.694362 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284023c-3856-4161-84a4-1088426c7079 req-6f672c3c-6b85-4d92-84b7-3da44a6ef333 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:54.695789 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-6f672c3c-6b85-4d92-84b7-3da44a6ef333 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports/f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 940 time: 0.1086233 May 26 18:28:54.724344 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd5f37-ee96-46d6-8abb-78b589240c3d req-d7088f6a-52a7-44de-b3ea-8d0d869d96f7 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:54.725857 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4edd5f37-ee96-46d6-8abb-78b589240c3d req-d7088f6a-52a7-44de-b3ea-8d0d869d96f7 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0570793 May 26 18:28:54.786594 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-4edd5f37-ee96-46d6-8abb-78b589240c3d req-2a2ec123-48be-4385-90be-581350209fc2 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538723 May 26 18:28:55.288274 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:55.909187 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc05fd-c1fe-4daf-850e-fa49e0425c42 req-0a15c4e9-5607-448c-af35-c6b99fc5c435 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:55.910693 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51bc05fd-c1fe-4daf-850e-fa49e0425c42 req-0a15c4e9-5607-448c-af35-c6b99fc5c435 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0492387 May 26 18:28:55.968710 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-51bc05fd-c1fe-4daf-850e-fa49e0425c42 req-d5fdb006-4214-4226-80ce-da6d5774f69e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512121 May 26 18:28:56.502597 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:28:57.101123 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657be125-3f45-406a-a08c-7f96036ec97f req-9902779b-635c-46fd-a856-4c4865abafac tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:57.102647 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-657be125-3f45-406a-a08c-7f96036ec97f req-9902779b-635c-46fd-a856-4c4865abafac tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0523584 May 26 18:28:57.163162 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-657be125-3f45-406a-a08c-7f96036ec97f req-82a0eb77-3cc2-4f68-a2c7-c2774de0ff16 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533710 May 26 18:28:58.280540 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa733297-57ae-4782-8403-3f56f2fbce3d req-4e2f9332-5376-4ac2-9d0f-bdbf4e090c6a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:58.282094 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aa733297-57ae-4782-8403-3f56f2fbce3d req-4e2f9332-5376-4ac2-9d0f-bdbf4e090c6a tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0501719 May 26 18:28:58.332677 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-aa733297-57ae-4782-8403-3f56f2fbce3d req-68158136-219e-4ab0-b37f-285aa8e32ded tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450695 May 26 18:28:58.928968 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284023c-3856-4161-84a4-1088426c7079 req-1bbecb3a-5e91-4ee9-b411-192b6ea28754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:58.930623 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-1bbecb3a-5e91-4ee9-b411-192b6ea28754 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f&tenant_id=564690a570ea4ec199dc599d288756b0 HTTP/1.1" status: 200 len: 1127 time: 0.0406806 May 26 18:28:58.993180 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284023c-3856-4161-84a4-1088426c7079 req-2077c643-5a82-4432-86f8-7afc28c32fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:58.994715 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-2077c643-5a82-4432-86f8-7afc28c32fcd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1127 time: 0.0427868 May 26 18:28:59.087464 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284023c-3856-4161-84a4-1088426c7079 req-b0aa8987-1208-4f04-b990-b14432d7e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:59.088946 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-b0aa8987-1208-4f04-b990-b14432d7e611 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 909 time: 0.0845335 May 26 18:28:59.154803 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-c7a2ac1d-710e-4a43-b36f-6656afeab305 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 998 time: 0.0601892 May 26 18:28:59.204233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284023c-3856-4161-84a4-1088426c7079 req-f5d94b27-636f-4a01-ad53-a308997aa42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:59.205639 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-f5d94b27-636f-4a01-ad53-a308997aa42a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 200 len: 847 time: 0.0452571 May 26 18:28:59.249237 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284023c-3856-4161-84a4-1088426c7079 req-2965e2fa-1df7-4fee-a0af-380f7f67d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:59.250827 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-2965e2fa-1df7-4fee-a0af-380f7f67d55f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401149 May 26 18:28:59.349576 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-17f9a5b8-00a7-4468-8e85-ee716648cb8f service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930858 May 26 18:28:59.427115 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:59.473848 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:28:59.491861 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d144fb-511e-4a6d-bfb4-9b96e01f0fa8 req-3e3a8511-6349-4479-884c-d4d57870d43f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:28:59.493366 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-64d144fb-511e-4a6d-bfb4-9b96e01f0fa8 req-3e3a8511-6349-4479-884c-d4d57870d43f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0819039 May 26 18:28:59.516932 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a284023c-3856-4161-84a4-1088426c7079 req-16fb5033-2fe1-4efb-9ec5-d6e5fa8671a4 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611938 May 26 18:28:59.550900 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-64d144fb-511e-4a6d-bfb4-9b96e01f0fa8 req-3b3f469f-03a4-41f2-91bd-1b3220501850 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513611 May 26 18:29:00.668257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf979-413a-4cc0-b6e0-a136d65ab998 req-cf9d80aa-a944-4d68-bf44-0192e83d69f8 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:00.670428 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-54adf979-413a-4cc0-b6e0-a136d65ab998 req-cf9d80aa-a944-4d68-bf44-0192e83d69f8 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0475984 May 26 18:29:00.720624 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-54adf979-413a-4cc0-b6e0-a136d65ab998 req-cfeb6dd9-bacd-4e99-9b08-68dc533ae769 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447288 May 26 18:29:01.849102 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cf2ef-bff3-4a87-819e-b1532e525bc7 req-47509e45-a0fb-4ef0-9904-6052d4770f82 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:01.850669 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d4cf2ef-bff3-4a87-819e-b1532e525bc7 req-47509e45-a0fb-4ef0-9904-6052d4770f82 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0555358 May 26 18:29:01.904751 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-7d4cf2ef-bff3-4a87-819e-b1532e525bc7 req-12245fff-28e9-497f-a737-fdb81058d148 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484579 May 26 18:29:03.019272 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486086-28f1-4574-bc6d-6dea53f8203a req-d6b33061-72b3-4955-8dbd-73dcfa51215f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:03.020755 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0486086-28f1-4574-bc6d-6dea53f8203a req-d6b33061-72b3-4955-8dbd-73dcfa51215f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0477672 May 26 18:29:03.069531 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a0486086-28f1-4574-bc6d-6dea53f8203a req-d0782815-63ae-41c2-be04-6ae5c61b8a7d tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 May 26 18:29:03.769473 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:03.770239 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=7 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:04.184151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cb829-8289-48d0-8ded-c3dedc87f0f7 req-2773272b-2cb7-421a-b122-865589aa8ac5 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:04.185661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af1cb829-8289-48d0-8ded-c3dedc87f0f7 req-2773272b-2cb7-421a-b122-865589aa8ac5 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0481210 May 26 18:29:04.236384 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-af1cb829-8289-48d0-8ded-c3dedc87f0f7 req-4e898913-0422-4d13-aaf4-ea5679bf02af tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 May 26 18:29:04.680144 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:04.685183 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:05.356267 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e97c39-1507-45ab-825a-b8c837fab13a req-f56e9c98-6d0e-40b6-a1b1-f09b7017d1aa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:05.358405 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b2e97c39-1507-45ab-825a-b8c837fab13a req-f56e9c98-6d0e-40b6-a1b1-f09b7017d1aa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0521882 May 26 18:29:05.409881 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b2e97c39-1507-45ab-825a-b8c837fab13a req-78248d95-d5d5-4347-ba88-fc10fdd86c6d tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454938 May 26 18:29:06.496027 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:06.498682 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:06.532477 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d1ce6-33a1-4485-9c9d-159d92ee5ecc req-5c128c80-4d41-40db-99ee-32b7257a0d14 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:06.534066 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea6d1ce6-33a1-4485-9c9d-159d92ee5ecc req-5c128c80-4d41-40db-99ee-32b7257a0d14 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0530055 May 26 18:29:06.585124 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ea6d1ce6-33a1-4485-9c9d-159d92ee5ecc req-2e4e4a5b-af0c-4461-8ba2-83d3c6228624 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453401 May 26 18:29:07.702732 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6305d8b-136b-4350-b36e-3a70c9f64bf3 req-70656bce-ac19-4f80-8eaa-e21b09eb2703 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:07.704216 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d6305d8b-136b-4350-b36e-3a70c9f64bf3 req-70656bce-ac19-4f80-8eaa-e21b09eb2703 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 943 time: 0.0479448 May 26 18:29:07.756127 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d6305d8b-136b-4350-b36e-3a70c9f64bf3 req-04e5f175-8562-4cd3-a564-4f3b0061b765 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462627 May 26 18:29:08.451961 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device f47522ae-974a-4ef1-a04e-e9c179f9d917 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:29:08.552246 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:29:08.568478 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'port_id': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'mac_address': 'fa:16:3e:be:0d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:29:08.604619 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port f47522ae-974a-4ef1-a04e-e9c179f9d917 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:29:08.604932 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:08.618031 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47522ae-974a-4ef1-a04e-e9c179f9d917 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:29:08.637817 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:29:08.643103 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:08.689681 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=7']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:29:08.851924 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['f47522ae-974a-4ef1-a04e-e9c179f9d917'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:29:08.880668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813e963-5ea1-46b8-8cd7-f98b4b111424 req-4e2d7f5a-0cc5-4697-a6c7-87efb116efed tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:08.882110 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a813e963-5ea1-46b8-8cd7-f98b4b111424 req-4e2d7f5a-0cc5-4697-a6c7-87efb116efed tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 944 time: 0.0546620 May 26 18:29:08.933239 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a813e963-5ea1-46b8-8cd7-f98b4b111424 req-94265dc1-ff58-48dc-ae12-bde7ecad0d8f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451646 May 26 18:29:10.051699 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a27eae-5e12-48e5-aee4-eeb591e5b583 req-f2863a9f-9560-4661-b039-e927bf42206e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:10.053565 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-65a27eae-5e12-48e5-aee4-eeb591e5b583 req-f2863a9f-9560-4661-b039-e927bf42206e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 944 time: 0.0499051 May 26 18:29:10.105834 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-65a27eae-5e12-48e5-aee4-eeb591e5b583 req-a295277b-9f55-42d2-b230-8d56d4961d3f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459874 May 26 18:29:10.467615 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device f47522ae-974a-4ef1-a04e-e9c179f9d917 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:29:10.523090 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port f47522ae-974a-4ef1-a04e-e9c179f9d917 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:29:10.523461 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:10.601000 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port f47522ae-974a-4ef1-a04e-e9c179f9d917 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:29:10.601295 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:10.625199 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:29:10.627483 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9083ad-3f32-484a-a4fd-8d9545dd4e8a" -d '{"events": [{"server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "name": "network-vif-plugged", "status": "completed", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:29:10.641353 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:29:10.646061 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:10.673456 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e31cea-d798-4527-94ca-da9d2f7ade33 x-openstack-request-id: req-74e31cea-d798-4527-94ca-da9d2f7ade33 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:29:10.673766 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "name": "network-vif-plugged", "status": "completed", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:29:10.674030 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74e31cea-d798-4527-94ca-da9d2f7ade33 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:29:10.674422 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e31cea-d798-4527-94ca-da9d2f7ade33'] response: {'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'code': 200} May 26 18:29:10.703109 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=8']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:29:10.893753 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f40eb-8f19-44f0-be5c-444b27da26e3 req-eae60e9d-8c32-4c27-a0b1-8216467ed0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:10.895195 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f74f40eb-8f19-44f0-be5c-444b27da26e3 req-eae60e9d-8c32-4c27-a0b1-8216467ed0c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1129 time: 0.0447719 May 26 18:29:10.907642 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:10.942088 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f74f40eb-8f19-44f0-be5c-444b27da26e3 req-5b5679c6-7714-460b-a79d-9871d3f440ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 May 26 18:29:11.214042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:11.227641 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b54095-bfba-4652-8376-b7311ccc3f58 req-7d9447c5-8b05-4255-84eb-6bc07f3bd665 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:11.229115 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30b54095-bfba-4652-8376-b7311ccc3f58 req-7d9447c5-8b05-4255-84eb-6bc07f3bd665 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0468562 May 26 18:29:11.278787 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-30b54095-bfba-4652-8376-b7311ccc3f58 req-c9cca189-e204-4d8c-9d60-05eb1cc8889f tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434389 May 26 18:29:12.398719 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762c7b-b3a9-4a32-93ec-9575ffa2ed91 req-a4b4b8a5-eb46-47a9-93cf-50ac24caee0d tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:12.400181 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0762c7b-b3a9-4a32-93ec-9575ffa2ed91 req-a4b4b8a5-eb46-47a9-93cf-50ac24caee0d tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0508122 May 26 18:29:12.450166 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c0762c7b-b3a9-4a32-93ec-9575ffa2ed91 req-24010fbd-c3b1-487e-b31c-56bc04e58785 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 May 26 18:29:13.678938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:13.684220 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:20.334746 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:20.342207 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-059a2de6-b14a-46d4-836b-db07ed1557bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:22.442074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=16 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:22.446543 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=20 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:22.596270 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d6884688-8d6e-461f-bd60-08389beed583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:23.684408 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:25.291169 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:26.509593 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:26.538169 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:29:36.500242 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:36.503920 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:43.698688 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:47.330431 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:47.334019 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=18 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:49.158330 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-0f4096e3-24c8-44a0-80f2-5bf67f6b536f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377104 May 26 18:29:49.216382 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-0e59554c-64c1-491c-b3e9-0dc5d5d15389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:49.217966 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-0e59554c-64c1-491c-b3e9-0dc5d5d15389 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 1130 time: 0.0386922 May 26 18:29:49.326311 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-c4c9e8bb-f381-4c05-b941-0d8b163c0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:49.327799 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-c4c9e8bb-f381-4c05-b941-0d8b163c0558 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.0921581 May 26 18:29:49.390229 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-b17d7c29-cc30-49ac-8763-527910cdc904 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b HTTP/1.1" status: 200 len: 1002 time: 0.0563915 May 26 18:29:49.438719 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-90fea2a4-5134-46b8-994c-b62a7b8989e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:49.440189 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-90fea2a4-5134-46b8-994c-b62a7b8989e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0452385 May 26 18:29:49.487978 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-4289fa8e-995c-48ab-b9c2-b499af1520d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:29:49.490656 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-4289fa8e-995c-48ab-b9c2-b499af1520d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443711 May 26 18:29:49.579103 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-a8703a6b-bc5a-46cb-94bb-9bbd32da0edb service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825734 May 26 18:29:49.673097 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3c639eb5-4b3c-492f-824f-df6b9a10d152 req-1e4c38ba-4840-4ea7-baf0-c41d9ff0aad5 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882399 May 26 18:29:50.346571 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d8925f93-cd8d-4e5c-8795-c9c2af59d549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:52.600083 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff6d7-ad4d-492f-b1a3-55ab6be7aab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:53.687764 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:55.284498 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:56.502268 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:29:59.668057 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=51 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:29:59.670103 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=50 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:03.537879 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:30:06.491583 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:06.498076 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:07.893995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8e1df-cdb7-4da8-bde0-993351ec3af9 req-deba91f1-ee21-4fbf-aaa5-09ab88507781 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:07.895488 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92a8e1df-cdb7-4da8-bde0-993351ec3af9 req-deba91f1-ee21-4fbf-aaa5-09ab88507781 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 946 time: 0.0503914 May 26 18:30:07.948254 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-92a8e1df-cdb7-4da8-bde0-993351ec3af9 req-b6e8af2a-405a-4141-8d78-c78bd7530f09 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445521 May 26 18:30:09.065313 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffe45a-5480-4ce9-ba7a-1d9b5cc57c60 req-c655ff4d-1cd5-45b0-baf3-3b299d53a9d5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:09.066782 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c9ffe45a-5480-4ce9-ba7a-1d9b5cc57c60 req-c655ff4d-1cd5-45b0-baf3-3b299d53a9d5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 946 time: 0.0464773 May 26 18:30:09.119350 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c9ffe45a-5480-4ce9-ba7a-1d9b5cc57c60 req-75a384dd-b266-40fa-988b-7988b13d744a tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467269 May 26 18:30:09.282783 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-1b17b904-a38b-4b3d-bdf9-75e406fa953b tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:09.284139 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-1b17b904-a38b-4b3d-bdf9-75e406fa953b tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 946 time: 0.0472097 May 26 18:30:09.376414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Deleting port bc0fe5cb-055f-44c6-92c5-5908d09f787b {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:09.376755 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:09.471290 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] For port bc0fe5cb-055f-44c6-92c5-5908d09f787b, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=bc0fe5cb-055f-44c6-92c5-5908d09f787b,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:09.471662 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:09.639602 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:09.639860 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (59436a95-a5b1-481d-8320-caf4e5b1fb7b), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:09.640173 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Floating IP 59436a95-a5b1-481d-8320-caf4e5b1fb7b disassociated. External IP: 172.27.3.175, port: bc0fe5cb-055f-44c6-92c5-5908d09f787b. May 26 18:30:09.640515 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Calling delete_port for bc0fe5cb-055f-44c6-92c5-5908d09f787b owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:09.771482 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (bc0fe5cb-055f-44c6-92c5-5908d09f787b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:09.798812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event deleted for resources: {'Port': ['ID=bc0fe5cb-055f-44c6-92c5-5908d09f787b,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:09.811108 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.811460 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.811806 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.812147 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.812516 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.812851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.813179 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.813505 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.813858 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.814186 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.814514 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.815049 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.815378 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.816177 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.816546 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:09.923565 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Router d9a9c70e-b7da-4453-b799-8309375c338d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:30:09.935599 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:10.272144 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:10.310136 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-61d906ab-24cd-49ab-b233-c6ccc972bb81 req-5adad3bc-1f2d-430b-9567-c9c8a3d95b67 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5f76001-148d-4c5f-a8b8-a1f881a6033e HTTP/1.1" status: 200 len: 210 time: 0.0414002 May 26 18:30:10.316436 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:30:10.331550 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:30:10.342336 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:10.342963 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:29:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:10.362367 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] No DVR routers for this DVR port bc0fe5cb-055f-44c6-92c5-5908d09f787b on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:30:10.364933 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:10.368145 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-98a90c71-7e0a-47e2-aa1a-b6032ec1d1f2 req-063a1874-444f-4c35-8fb2-3962a04e83f3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "DELETE /v2.0/ports/bc0fe5cb-055f-44c6-92c5-5908d09f787b HTTP/1.1" status: 204 len: 173 time: 1.0785751 May 26 18:30:10.368573 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'name': 'network-vif-deleted', 'tag': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:30:10.370865 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f957055d-3db1-43aa-982e-6699a5ebba53" -d '{"events": [{"server_uuid": "b5f76001-148d-4c5f-a8b8-a1f881a6033e", "name": "network-vif-deleted", "tag": "bc0fe5cb-055f-44c6-92c5-5908d09f787b"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:30:10.456489 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:10.532182 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c853d072-6228-4ddc-a815-1b3478dcb742 x-openstack-request-id: req-c853d072-6228-4ddc-a815-1b3478dcb742 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:30:10.532470 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f76001-148d-4c5f-a8b8-a1f881a6033e", "name": "network-vif-deleted", "tag": "bc0fe5cb-055f-44c6-92c5-5908d09f787b", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:30:10.532719 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c853d072-6228-4ddc-a815-1b3478dcb742 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:30:10.533113 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c853d072-6228-4ddc-a815-1b3478dcb742'] response: {'server_uuid': 'b5f76001-148d-4c5f-a8b8-a1f881a6033e', 'name': 'network-vif-deleted', 'tag': 'bc0fe5cb-055f-44c6-92c5-5908d09f787b', 'status': 'completed', 'code': 200} May 26 18:30:10.653614 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:10.683290 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:30:10.693510 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:10.694069 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:29:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:10.926694 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:11.126192 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:11.152292 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7102a-41dc-41b6-89eb-79cfee79eea1 None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:30:11.391476 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b3d9f-a263-44a4-92e8-4fd4bb37ad78 None None] New status for floating IP 59436a95-a5b1-481d-8320-caf4e5b1fb7b: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:30:11.539542 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-6a92786e-c7de-4d48-a5c0-ac59f1acd6ad tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981813776&fields=id&tenant_id=6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 267 time: 0.0540802 May 26 18:30:11.651306 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-53e4ba1e-fb6a-4554-ade9-2ea8dc772c45 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:11.652780 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-53e4ba1e-fb6a-4554-ade9-2ea8dc772c45 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 812 time: 0.1062152 May 26 18:30:11.667717 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-f38052d7-5454-45d2-82fd-09b8b70a72c8 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/quotas/6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 375 time: 0.0097396 May 26 18:30:11.718877 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-cd93e594-622f-4ac4-a842-5534944a268a tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464122 May 26 18:30:11.798225 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-80511187-64c6-435b-a480-edd25c0a9329 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:30:11.799217 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-80511187-64c6-435b-a480-edd25c0a9329 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0685916 May 26 18:30:11.894136 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-ba15b204-ead5-4795-b999-ad1d0495eafa service neutron] 10.222.0.46 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873251 May 26 18:30:11.987420 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-89b9bb56-0aad-41dc-8763-8a2243b5c087 service neutron] 10.222.0.46 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875692 May 26 18:30:12.281143 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1f03ce3-fe23-4240-86a2-6ade15cadc11 req-f87be9e1-9dc8-4d74-9dfa-9f0b1f0cd898 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 210 time: 0.0289662 May 26 18:30:13.201499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-43924d6f-a532-40ef-8225-10b34171962e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:13.203291 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-43924d6f-a532-40ef-8225-10b34171962e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 812 time: 0.1060314 May 26 18:30:13.277115 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-09fcde5b-9bac-4d1a-9ef5-a90ab8226f4d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 379 time: 0.0654023 May 26 18:30:13.285295 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'port': {'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'admin_state_up': True, 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'security_groups': ['87505e63-a851-4ebe-9309-b867b4f8492c']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:30:13.409249 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e5c6ad95-5586-47a9-afb6-5526a02188cb req-e2a4fa7e-5915-412c-be52-a33102bd9324 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 210 time: 0.0480056 May 26 18:30:13.440452 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Made reservation on behalf of 6774c3ce4b094e19ad6da95e3744d9ed for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:30:13.443775 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:13.575836 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:13.587302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Allocated IP 172.20.0.9 (6b8a2aca-5692-49b8-9e87-22b18005ff6f/ce9f5b7e-2956-4358-9e1e-78f6175b513c/d90b241f-7d62-419a-b730-21988dd581c7) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:30:13.601488 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:13.708535 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:13.746338 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (d90b241f-7d62-419a-b730-21988dd581c7), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:13.779915 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (d90b241f-7d62-419a-b730-21988dd581c7), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:13.824299 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:30:13.827412 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:30:13.831116 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:30:13.854388 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=d90b241f-7d62-419a-b730-21988dd581c7,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:13.889143 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:13.889833 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:13.921266 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c42f3669-7c4a-46a9-91c5-cb6f485d0001 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6396666 May 26 18:30:13.933274 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Request body: {'port': {'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:30:14.002064 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d90b241f-7d62-419a-b730-21988dd581c7), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:14.066797 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-a5b79e5a-ed07-4533-992b-0479e24172b4 None None] Provisioning complete for port d90b241f-7d62-419a-b730-21988dd581c7 triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:30:14.067309 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a5b79e5a-ed07-4533-992b-0479e24172b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d90b241f-7d62-419a-b730-21988dd581c7), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:14.101433 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-a5b79e5a-ed07-4533-992b-0479e24172b4 None None] Port d90b241f-7d62-419a-b730-21988dd581c7 cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:30:14.299538 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90b241f-7d62-419a-b730-21988dd581c7 {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:30:14.307475 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Publish callbacks [] for port (d90b241f-7d62-419a-b730-21988dd581c7), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:14.322777 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Transition to ACTIVE for port object d90b241f-7d62-419a-b730-21988dd581c7 will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:30:14.335943 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (d90b241f-7d62-419a-b730-21988dd581c7), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:14.388501 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Pushing event updated for resources: {'Port': ['ID=d90b241f-7d62-419a-b730-21988dd581c7,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:14.412391 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:14.478996 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Attempting to bind port d90b241f-7d62-419a-b730-21988dd581c7 on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:30:14.479417 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Attempting to bind port d90b241f-7d62-419a-b730-21988dd581c7 by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:30:14.479812 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Attempting to bind port d90b241f-7d62-419a-b730-21988dd581c7 on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:30:14.482743 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:14.485190 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Port d90b241f-7d62-419a-b730-21988dd581c7 on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:30:14.485580 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Attempting to bind port d90b241f-7d62-419a-b730-21988dd581c7 on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:30:14.503148 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:30:14.503576 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Checking segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:30:14.504022 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Bound using segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:30:14.504539 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Bound port: d90b241f-7d62-419a-b730-21988dd581c7, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:30:14.504929 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d90b241f-7d62-419a-b730-21988dd581c7), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:14.594910 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0924b-0fcd-473c-98ef-0f24bd438990 req-aa45afd8-3b5d-47cc-9ca7-364612f28be3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:14.596704 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0eb0924b-0fcd-473c-98ef-0f24bd438990 req-aa45afd8-3b5d-47cc-9ca7-364612f28be3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 943 time: 0.0948126 May 26 18:30:14.666117 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] For port d90b241f-7d62-419a-b730-21988dd581c7, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:30:14.670710 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] For port d90b241f-7d62-419a-b730-21988dd581c7, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d90b241f-7d62-419a-b730-21988dd581c7,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:30:14.689839 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (d90b241f-7d62-419a-b730-21988dd581c7), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:14.699522 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device bc0fe5cb-055f-44c6-92c5-5908d09f787b no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:30:14.719978 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: bc0fe5cb-055f-44c6-92c5-5908d09f787b {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:30:14.721006 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device bc0fe5cb-055f-44c6-92c5-5908d09f787b not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:30:14.723730 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-0eb0924b-0fcd-473c-98ef-0f24bd438990 req-57d030a8-5f79-45ad-a1a2-362f2c91a303 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137044 May 26 18:30:14.733554 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:14.734203 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:14.735558 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] 10.222.0.42 "PUT /v2.0/ports/d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 200 len: 1093 time: 0.8066471 May 26 18:30:14.736037 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:30:14.739693 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2899de-612b-40cd-adb1-94cc8d5aa68a" -d '{"events": [{"name": "network-changed", "server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "tag": "d90b241f-7d62-419a-b730-21988dd581c7"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:30:14.804017 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ab53f1-c4de-438a-96ae-1f5a23becd25 x-openstack-request-id: req-23ab53f1-c4de-438a-96ae-1f5a23becd25 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:30:14.804358 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "tag": "d90b241f-7d62-419a-b730-21988dd581c7", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:30:14.804658 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23ab53f1-c4de-438a-96ae-1f5a23becd25 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:30:14.805099 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ab53f1-c4de-438a-96ae-1f5a23becd25'] response: {'name': 'network-changed', 'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7', 'status': 'completed', 'code': 200} May 26 18:30:14.822676 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bc069-c4d3-4787-8926-53c52dc7a03e service neutron] Pushing event updated for resources: {'Port': ['ID=d90b241f-7d62-419a-b730-21988dd581c7,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:14.838097 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-5c21b06b-cc11-4e02-aa9a-6093d5e4ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:14.841843 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-5c21b06b-cc11-4e02-aa9a-6093d5e4ab0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1127 time: 0.0561907 May 26 18:30:14.884301 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-8d3d8701-0531-4f51-aa61-ba06e704ac7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 200 len: 217 time: 0.0373569 May 26 18:30:14.937038 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c12d29e6-7fb7-472a-8f36-787892764a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:14.938734 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-c12d29e6-7fb7-472a-8f36-787892764a4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0494001 May 26 18:30:14.995293 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-4376cec5-77f8-40fb-b420-820791d4f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:14.996827 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-4376cec5-77f8-40fb-b420-820791d4f178 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525773 May 26 18:30:15.090984 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-3836bbae-2108-4e71-bb6a-2a48a9752c99 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884116 May 26 18:30:15.193936 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-58d64caf-b162-4c91-8572-f62b2c375ca7 req-a82565d7-eda1-49b4-9764-c22e1dcc29b4 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979049 May 26 18:30:15.428220 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-beeab328-185d-48a4-97b4-dbd2c007d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:15.429673 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-beeab328-185d-48a4-97b4-dbd2c007d535 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1127 time: 0.0415528 May 26 18:30:15.521171 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-1628ac47-fd58-4304-810e-02617a01c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:15.523361 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-1628ac47-fd58-4304-810e-02617a01c668 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.0871291 May 26 18:30:15.564576 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-da2d1d92-0372-49c3-a7dc-253252bae36d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 200 len: 217 time: 0.0356808 May 26 18:30:15.613572 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-db5a2c9b-5cc0-431d-ae72-bcb0bd2cceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:15.615048 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-db5a2c9b-5cc0-431d-ae72-bcb0bd2cceb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0447853 May 26 18:30:15.658297 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-7e06ec8c-7d83-45e6-9baf-5216b30f98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:15.659777 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-7e06ec8c-7d83-45e6-9baf-5216b30f98b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392861 May 26 18:30:15.727320 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:15.753264 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-83c8e29c-5eeb-4a3a-9b23-350379d66222 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882318 May 26 18:30:15.853171 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:15.865260 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07eb53-0d75-4c2d-85ee-474c8e317fab req-cc890a2e-be4d-460a-ab24-2c590b6bb0a0 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:15.866850 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de07eb53-0d75-4c2d-85ee-474c8e317fab req-cc890a2e-be4d-460a-ab24-2c590b6bb0a0 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 943 time: 0.0610096 May 26 18:30:15.905227 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6c2899de-612b-40cd-adb1-94cc8d5aa68a req-f5aa4af5-e6ee-410f-aa2c-826c3b77d6f3 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455121 May 26 18:30:15.934001 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-de07eb53-0d75-4c2d-85ee-474c8e317fab req-275912f8-290d-429f-be3c-9e969b64d8c2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603094 May 26 18:30:17.054715 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e702e77-b7ba-4fda-a380-6405b7a1be75 req-57b0be0c-b852-47f0-8bb3-f18eca18360c tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:17.056315 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e702e77-b7ba-4fda-a380-6405b7a1be75 req-57b0be0c-b852-47f0-8bb3-f18eca18360c tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 943 time: 0.0497694 May 26 18:30:17.108114 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6e702e77-b7ba-4fda-a380-6405b7a1be75 req-9bd7539e-66f1-4e57-8004-3905ba0e4691 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 May 26 18:30:18.222846 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955f6b0-f9c6-4504-adba-89980efd571c req-418088e3-03ef-4318-914d-59cd6ab7fd5d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:18.224310 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2955f6b0-f9c6-4504-adba-89980efd571c req-418088e3-03ef-4318-914d-59cd6ab7fd5d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 943 time: 0.0476351 May 26 18:30:18.277958 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2955f6b0-f9c6-4504-adba-89980efd571c req-d652df9b-f226-47ee-9c30-8adf6a705698 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468674 May 26 18:30:19.391941 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc66bb6-555a-4ef7-a898-b0f80156c9e4 req-f63a92e6-4432-4ef8-bf1e-04bbd6baedec tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:19.393422 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdc66bb6-555a-4ef7-a898-b0f80156c9e4 req-f63a92e6-4432-4ef8-bf1e-04bbd6baedec tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 943 time: 0.0477545 May 26 18:30:19.442493 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdc66bb6-555a-4ef7-a898-b0f80156c9e4 req-a58f998c-eff1-4b5a-a926-e1f041ea6e8d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434585 May 26 18:30:20.350959 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4ac6daab-645b-4e2f-ab19-c67ad22f30cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:20.556209 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ed5c-2853-49df-b490-85f09de53032 req-4ef9bd67-9bef-444d-9216-9b605e781a62 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:20.557764 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-91b7ed5c-2853-49df-b490-85f09de53032 req-4ef9bd67-9bef-444d-9216-9b605e781a62 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 943 time: 0.0480835 May 26 18:30:20.607728 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-91b7ed5c-2853-49df-b490-85f09de53032 req-fee2fbaf-3a82-4ff9-8bfe-b62862ab35e7 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442805 May 26 18:30:21.457554 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:21.467378 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:21.730787 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b40ce7-fa97-4b19-b830-528e54dd821d req-14e3046e-a71f-4c1b-a400-7f296dca7204 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:21.732332 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82b40ce7-fa97-4b19-b830-528e54dd821d req-14e3046e-a71f-4c1b-a400-7f296dca7204 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 943 time: 0.0529325 May 26 18:30:21.792191 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82b40ce7-fa97-4b19-b830-528e54dd821d req-a20c6443-c9cc-40d9-8995-31f014b93e76 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541210 May 26 18:30:22.602602 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-53a64f7a-314c-4f91-9b32-cd0a1bf0e9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:22.713872 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device d90b241f-7d62-419a-b730-21988dd581c7 details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:30:22.725084 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:22.729858 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:22.816425 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port d90b241f-7d62-419a-b730-21988dd581c7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d90b241f-7d62-419a-b730-21988dd581c7,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:22.833697 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': 'd90b241f-7d62-419a-b730-21988dd581c7', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:30:22.870709 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port d90b241f-7d62-419a-b730-21988dd581c7 is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:30:22.871032 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d90b241f-7d62-419a-b730-21988dd581c7), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:22.886294 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90b241f-7d62-419a-b730-21988dd581c7 {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:30:22.909756 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port d90b241f-7d62-419a-b730-21988dd581c7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d90b241f-7d62-419a-b730-21988dd581c7,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:22.914275 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9514ab-be16-42a8-8581-993f69df9917 req-e474ca59-e733-4adb-a427-1802c884459d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:22.914962 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d90b241f-7d62-419a-b730-21988dd581c7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:22.915817 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ff9514ab-be16-42a8-8581-993f69df9917 req-e474ca59-e733-4adb-a427-1802c884459d tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 943 time: 0.0506272 May 26 18:30:22.962748 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=d90b241f-7d62-419a-b730-21988dd581c7,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:22.966426 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ff9514ab-be16-42a8-8581-993f69df9917 req-179909c4-deaa-46c0-bdf8-164718c61148 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447209 May 26 18:30:22.969966 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.970316 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.970657 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.970991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.971326 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.971650 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.971975 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.972297 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.972624 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.972944 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.973264 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.973653 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.974001 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.974318 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:22.974633 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:23.122963 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['d90b241f-7d62-419a-b730-21988dd581c7'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:30:23.689431 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:24.085816 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315096e3-2c8b-4e86-9bf7-1fe744e514d3 req-d042191a-a7da-4882-a604-997128dc27e4 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:24.087333 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-315096e3-2c8b-4e86-9bf7-1fe744e514d3 req-d042191a-a7da-4882-a604-997128dc27e4 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 944 time: 0.0507236 May 26 18:30:24.136350 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-315096e3-2c8b-4e86-9bf7-1fe744e514d3 req-1c008cf9-ad62-48f7-ad29-6f9b4c5e0774 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431604 May 26 18:30:24.732992 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device d90b241f-7d62-419a-b730-21988dd581c7 up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:30:24.781403 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port d90b241f-7d62-419a-b730-21988dd581c7 completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:30:24.790062 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port d90b241f-7d62-419a-b730-21988dd581c7 triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:30:24.790443 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (d90b241f-7d62-419a-b730-21988dd581c7), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:24.872724 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port d90b241f-7d62-419a-b730-21988dd581c7 is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:30:24.873102 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (d90b241f-7d62-419a-b730-21988dd581c7), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:24.902506 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:30:24.904828 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89770cb4-6530-4299-b29f-1ec8c00a4cd7" -d '{"events": [{"server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "name": "network-vif-plugged", "status": "completed", "tag": "d90b241f-7d62-419a-b730-21988dd581c7"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:30:24.918927 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port d90b241f-7d62-419a-b730-21988dd581c7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d90b241f-7d62-419a-b730-21988dd581c7,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:24.925187 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (d90b241f-7d62-419a-b730-21988dd581c7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:24.953504 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a88751-70a1-43e6-95dc-78e8bc9775b9 x-openstack-request-id: req-e7a88751-70a1-43e6-95dc-78e8bc9775b9 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:30:24.953805 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "name": "network-vif-plugged", "status": "completed", "tag": "d90b241f-7d62-419a-b730-21988dd581c7", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:30:24.954060 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7a88751-70a1-43e6-95dc-78e8bc9775b9 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:30:24.954617 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a88751-70a1-43e6-95dc-78e8bc9775b9'] response: {'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7', 'code': 200} May 26 18:30:24.974299 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:24.994449 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=d90b241f-7d62-419a-b730-21988dd581c7,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:25.179202 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a70fd-e408-414f-86dd-7b1f12f993e6 req-83fcb67a-55a3-4041-b553-b5ad605c936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:25.181256 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-420a70fd-e408-414f-86dd-7b1f12f993e6 req-83fcb67a-55a3-4041-b553-b5ad605c936b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1129 time: 0.0472016 May 26 18:30:25.226685 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:25.243816 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-420a70fd-e408-414f-86dd-7b1f12f993e6 req-db27bee3-0555-484c-a811-e4990d1e5ff3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563252 May 26 18:30:25.283850 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19bcef-5d93-4df1-99cf-4c0c58a61c44 req-f90c06ee-5518-4a19-b3d2-60d7fdc23a0f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:25.285413 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3b19bcef-5d93-4df1-99cf-4c0c58a61c44 req-f90c06ee-5518-4a19-b3d2-60d7fdc23a0f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 945 time: 0.0649946 May 26 18:30:25.294525 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:25.342346 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3b19bcef-5d93-4df1-99cf-4c0c58a61c44 req-82dc69a2-6371-4cea-8ee8-2108f8cc96ea tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507176 May 26 18:30:26.463646 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b15436-5564-4dc0-bbe0-f91d8d7b2733 req-d0727379-d91e-4cdd-aab8-ca2f585e019f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:26.465198 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-54b15436-5564-4dc0-bbe0-f91d8d7b2733 req-d0727379-d91e-4cdd-aab8-ca2f585e019f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 945 time: 0.0491843 May 26 18:30:26.511846 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:26.535167 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-54b15436-5564-4dc0-bbe0-f91d8d7b2733 req-60cd1acb-7c9e-4826-83d9-18fbee9e787e tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602524 May 26 18:30:26.658279 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f020a-ce84-44bc-89de-ff55bc7900f8 req-b3d0bd0d-bd22-4550-be9c-13a2131a70ed tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:26.659789 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc2f020a-ce84-44bc-89de-ff55bc7900f8 req-b3d0bd0d-bd22-4550-be9c-13a2131a70ed tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 945 time: 0.0489135 May 26 18:30:26.710908 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fc2f020a-ce84-44bc-89de-ff55bc7900f8 req-78166ab0-9045-43b7-9590-ebe9bf571dba tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451405 May 26 18:30:26.737630 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35244) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:26.747028 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:26.780665 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc17149-e54e-4d2f-a20f-1e26bc4bfecf tempest-TestVolumeBootPattern-1676639437 tempest-TestVolumeBootPattern-1676639437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:26.782224 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-bfc17149-e54e-4d2f-a20f-1e26bc4bfecf tempest-TestVolumeBootPattern-1676639437 tempest-TestVolumeBootPattern-1676639437-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1124 time: 0.0435615 May 26 18:30:26.785041 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35246) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:26.790100 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:30:26.813083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:26.891330 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:26.999325 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Allocated IP 172.27.3.250 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/2521ad74-b7c2-4f62-9fec-addfedd044fa) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:30:27.103482 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (2521ad74-b7c2-4f62-9fec-addfedd044fa), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:27.135547 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (2521ad74-b7c2-4f62-9fec-addfedd044fa), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:27.183056 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:30:27.187732 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:30:27.191574 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:30:27.195522 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=2521ad74-b7c2-4f62-9fec-addfedd044fa,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:27.292240 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:27.528578 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:27.550931 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (9c381141-37ca-41ad-bdf4-1ffe56838c6c), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:27.617516 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (2521ad74-b7c2-4f62-9fec-addfedd044fa), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:27.794239 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (2521ad74-b7c2-4f62-9fec-addfedd044fa), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:27.798575 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (2521ad74-b7c2-4f62-9fec-addfedd044fa), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:27.871737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=2521ad74-b7c2-4f62-9fec-addfedd044fa,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:27.880050 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (9c381141-37ca-41ad-bdf4-1ffe56838c6c), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:27.976294 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Floating IP 9c381141-37ca-41ad-bdf4-1ffe56838c6c associated. External IP: 172.27.3.250, port: d90b241f-7d62-419a-b730-21988dd581c7. May 26 18:30:28.044216 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35248) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:28.149668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:28.176034 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Router d9a9c70e-b7da-4453-b799-8309375c338d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:30:28.190731 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Deleting port bd7b423e-ba9c-4676-9edb-61872227ba19 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:28.191065 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (bd7b423e-ba9c-4676-9edb-61872227ba19), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:28.269542 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (bd7b423e-ba9c-4676-9edb-61872227ba19), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:28.269969 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for floatingip (bd7b423e-ba9c-4676-9edb-61872227ba19), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:28.285720 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Calling delete_port for bd7b423e-ba9c-4676-9edb-61872227ba19 owned by network:floatingip {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:28.443080 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (bd7b423e-ba9c-4676-9edb-61872227ba19), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:28.467901 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event deleted for resources: {'Port': ['ID=bd7b423e-ba9c-4676-9edb-61872227ba19,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:28.497493 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.497797 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.498100 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.498430 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.498766 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.499084 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.499407 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.499776 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.500042 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.500422 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.501708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.501708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.501708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.501708 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.502808 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:30:28.544988 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for floatingip (48338174-46e2-4933-a193-5ef30c2dae02), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:28.545317 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Floating IP 48338174-46e2-4933-a193-5ef30c2dae02 disassociated (deleted). External IP: 172.27.3.79, port: f47522ae-974a-4ef1-a04e-e9c179f9d917. May 26 18:30:28.562346 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:30:28.573524 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:30:28.581364 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:28.588372 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:28.589288 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:30:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:28.615276 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c539e5a0-b757-4b1a-92d3-448f16d81cc5 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8291745 May 26 18:30:28.616177 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:30:28.618780 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "tag": "d90b241f-7d62-419a-b730-21988dd581c7"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:30:28.626937 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:28.658793 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33246ece-e47a-4e1f-96d9-1490061bfa09 x-openstack-request-id: req-33246ece-e47a-4e1f-96d9-1490061bfa09 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:30:28.659155 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "tag": "d90b241f-7d62-419a-b730-21988dd581c7", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:30:28.659612 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33246ece-e47a-4e1f-96d9-1490061bfa09 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:30:28.660076 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33246ece-e47a-4e1f-96d9-1490061bfa09'] response: {'name': 'network-changed', 'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7', 'status': 'completed', 'code': 200} May 26 18:30:28.708665 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:28.729232 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-7ecd7b92-07ac-425f-b491-a88eac5c0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:28.730937 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-7ecd7b92-07ac-425f-b491-a88eac5c0e14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1129 time: 0.0478745 May 26 18:30:28.764801 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Router 3e32875c-9224-4064-945d-053a2a404b32 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:30:28.800304 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:28.839732 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-47510414-d381-4ee8-9bf7-892bdee541d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:28.841467 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-47510414-d381-4ee8-9bf7-892bdee541d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.1049047 May 26 18:30:28.875539 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:30:28.880143 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:28.888938 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] Sync routers for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:30:28.899757 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:28.900651 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:30:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:28.910596 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-67e66414-8fbc-46d4-a508-82e17498e3df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 200 len: 999 time: 0.0635035 May 26 18:30:28.911704 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:28.913424 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6ec27e4a-faa6-455b-86c5-f59c23586e99 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "DELETE /v2.0/floatingips/48338174-46e2-4933-a193-5ef30c2dae02 HTTP/1.1" status: 204 len: 168 time: 0.8680551 May 26 18:30:28.914163 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:30:28.916715 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4287530-7818-402e-9bcb-8d201c507f17" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:30:28.977970 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c22f7b6-bb8f-4424-ad69-96eaed5147cc x-openstack-request-id: req-1c22f7b6-bb8f-4424-ad69-96eaed5147cc {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:30:28.977970 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:30:28.978289 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c22f7b6-bb8f-4424-ad69-96eaed5147cc {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:30:28.978581 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c22f7b6-bb8f-4424-ad69-96eaed5147cc'] response: {'name': 'network-changed', 'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'status': 'completed', 'code': 200} May 26 18:30:28.984089 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-bd68c209-b982-4aba-a467-5114d62ef719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:28.985700 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-bd68c209-b982-4aba-a467-5114d62ef719 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0686042 May 26 18:30:28.997191 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:27Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:29.037153 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:30:29.048189 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:29.048757 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:30:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:29.049844 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:29.091457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-69e4afc3-2103-4b54-864b-df3afa543f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:29.093112 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-69e4afc3-2103-4b54-864b-df3afa543f88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010153 May 26 18:30:29.096228 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287530-7818-402e-9bcb-8d201c507f17 req-b9d64d0f-51b3-4959-89f3-ccaa27843df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:29.098046 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4287530-7818-402e-9bcb-8d201c507f17 req-b9d64d0f-51b3-4959-89f3-ccaa27843df7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=564690a570ea4ec199dc599d288756b0&device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 1129 time: 0.0930259 May 26 18:30:29.169567 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:29.203185 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1351c45-ab3d-4419-a165-3c6395939485 req-7c87641d-b0c8-4c46-8436-df0fb2f1df2e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:29.204901 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1351c45-ab3d-4419-a165-3c6395939485 req-7c87641d-b0c8-4c46-8436-df0fb2f1df2e tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0546944 May 26 18:30:29.263409 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d1351c45-ab3d-4419-a165-3c6395939485 req-396c1627-30c4-41d3-936c-b0e4efff07ab tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507374 May 26 18:30:29.263960 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 5, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:29.289632 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] Checking router: 3e32875c-9224-4064-945d-053a2a404b32 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:30:29.298326 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:29.298920 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:30:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:29.394517 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:27Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:29.401711 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:29.424665 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a7cb0-f4c6-4cb5-8e83-160d47208429 None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:27Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:30:29.612377 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 5, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:29.631714 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd72e5-13c1-44fc-b471-af529c6d497e None None] New status for floating IP 9c381141-37ca-41ad-bdf4-1ffe56838c6c: ACTIVE {{(pid=103968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:30:29.642920 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0602e4fa-4634-4c4d-a54d-2d80a9e01e8a None None] The sync data for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi is: [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:26:00Z', 'revision_number': 4, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': 'c3e99ab5-1d78-4384-8567-f8b1e9f876b0', 'name': '', 'network_id': '3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'mac_address': 'fa:16:3e:cb:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:59Z', 'updated_at': '2022-05-26T18:26:05Z', 'revision_number': 5, 'project_id': '564690a570ea4ec199dc599d288756b0', 'subnets': [{'id': 'd82e6c20-24f0-4fe3-9be0-4694c4fb9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:30:29.890960 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48452eb1-8273-4b0d-b1f0-a724ff15c454 None None] New status for floating IP 48338174-46e2-4933-a193-5ef30c2dae02: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:30:30.216697 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287530-7818-402e-9bcb-8d201c507f17 req-f99b30f0-e061-4b6d-85d6-383d2b92dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:30.218207 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4287530-7818-402e-9bcb-8d201c507f17 req-f99b30f0-e061-4b6d-85d6-383d2b92dae9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 200 len: 909 time: 0.1628771 May 26 18:30:30.219937 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-06327a85-58f3-414f-a7bb-4620d366831d service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633830 May 26 18:30:30.340772 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4287530-7818-402e-9bcb-8d201c507f17 req-6496ebb3-934e-47e3-b195-9dbf7669d8c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 200 len: 217 time: 0.0557203 May 26 18:30:30.425946 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:30.470025 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8905-8285-4796-b712-e2f576948831 req-48a32b1e-5d5f-4b9a-b8bd-3f53a23f2122 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:30.471391 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d88f8905-8285-4796-b712-e2f576948831 req-48a32b1e-5d5f-4b9a-b8bd-3f53a23f2122 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.1283355 May 26 18:30:30.496584 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287530-7818-402e-9bcb-8d201c507f17 req-dc0cbccc-78fe-4b23-aa17-0300cbc9e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:30.498038 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4287530-7818-402e-9bcb-8d201c507f17 req-dc0cbccc-78fe-4b23-aa17-0300cbc9e7f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 200 len: 847 time: 0.1293788 May 26 18:30:30.508799 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ffda4770-b7f1-486e-90ba-dcc97f4cdb2e req-de106e61-c3b2-4dd5-9a8c-0df756a41e66 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250543 May 26 18:30:30.569595 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d88f8905-8285-4796-b712-e2f576948831 req-11271674-2acd-465f-b2bd-99130c223b55 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/security-groups?id=e0d9fd1d-ef28-4248-9a95-661858ce4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898042 May 26 18:30:30.574533 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287530-7818-402e-9bcb-8d201c507f17 req-e02486bf-db8f-4193-a08f-c610a40a10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:30.575997 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4287530-7818-402e-9bcb-8d201c507f17 req-e02486bf-db8f-4193-a08f-c610a40a10b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553663 May 26 18:30:30.671026 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-3f928e01-fa28-4535-af2f-c09820e7f5b6 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:30.672513 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-3f928e01-fa28-4535-af2f-c09820e7f5b6 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.42 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 945 time: 0.0893476 May 26 18:30:30.770616 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4287530-7818-402e-9bcb-8d201c507f17 req-7a0a5fe3-a4f5-4474-a272-44ae3bd25e5d service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861815 May 26 18:30:30.798571 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Deleting port f47522ae-974a-4ef1-a04e-e9c179f9d917 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:30.798902 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:30.804457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:30.939082 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a4287530-7818-402e-9bcb-8d201c507f17 req-f6b633f2-70fd-4ae3-8f24-3c31162b6c28 service neutron] 10.222.0.42 "GET /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610649 May 26 18:30:30.943745 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] For port f47522ae-974a-4ef1-a04e-e9c179f9d917, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=f47522ae-974a-4ef1-a04e-e9c179f9d917,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:30.944167 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:30.957382 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Calling delete_port for f47522ae-974a-4ef1-a04e-e9c179f9d917 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:31.088898 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (f47522ae-974a-4ef1-a04e-e9c179f9d917), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:31.115092 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event deleted for resources: {'Port': ['ID=f47522ae-974a-4ef1-a04e-e9c179f9d917,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:31.163559 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] No DVR routers for this DVR port f47522ae-974a-4ef1-a04e-e9c179f9d917 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:30:31.166163 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:31.169558 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-bbae2a31-859b-459e-b42b-45b5cc851de5 req-2514a679-3831-491c-ad4e-afed9549f2fa tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.42 "DELETE /v2.0/ports/f47522ae-974a-4ef1-a04e-e9c179f9d917 HTTP/1.1" status: 204 len: 173 time: 0.4925773 May 26 18:30:31.170039 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'name': 'network-vif-deleted', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:30:31.172745 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66f7a0f-7503-4b60-b283-a0aa0072c8ac" -d '{"events": [{"server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "name": "network-vif-deleted", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:30:31.215327 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200b3f85-b070-4c5b-89d6-d806cfaa898f x-openstack-request-id: req-200b3f85-b070-4c5b-89d6-d806cfaa898f {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:30:31.215327 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6ccf2-1303-4597-98f1-7e21e99f403f", "name": "network-vif-deleted", "tag": "f47522ae-974a-4ef1-a04e-e9c179f9d917", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:30:31.215534 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-200b3f85-b070-4c5b-89d6-d806cfaa898f {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:30:31.215921 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200b3f85-b070-4c5b-89d6-d806cfaa898f'] response: {'server_uuid': '71f6ccf2-1303-4597-98f1-7e21e99f403f', 'name': 'network-vif-deleted', 'tag': 'f47522ae-974a-4ef1-a04e-e9c179f9d917', 'status': 'completed', 'code': 200} May 26 18:30:31.686570 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f923bf59-ece2-4d7c-bed5-9b0f168df5c2 req-98c80079-65ee-4c45-aa6f-0d76b3e2dae4 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f6ccf2-1303-4597-98f1-7e21e99f403f HTTP/1.1" status: 200 len: 210 time: 0.0316291 May 26 18:30:32.754008 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35272) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:32.787027 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:32.815339 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-409f1494-b9d4-4558-a81e-a6604fa0c889 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group (e0d9fd1d-ef28-4248-9a95-661858ce4a5d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:32.843561 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-409f1494-b9d4-4558-a81e-a6604fa0c889 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group (e0d9fd1d-ef28-4248-9a95-661858ce4a5d), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:32.905328 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-409f1494-b9d4-4558-a81e-a6604fa0c889 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (e0d9fd1d-ef28-4248-9a95-661858ce4a5d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:32.907868 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-409f1494-b9d4-4558-a81e-a6604fa0c889 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:32.909032 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-409f1494-b9d4-4558-a81e-a6604fa0c889 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0d9fd1d-ef28-4248-9a95-661858ce4a5d HTTP/1.1" status: 204 len: 168 time: 0.1545613 May 26 18:30:32.919471 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f1494-b9d4-4558-a81e-a6604fa0c889 tempest-TestShelveInstance-814571668 tempest-TestShelveInstance-814571668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d9fd1d-ef28-4248-9a95-661858ce4a5d,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:32.952207 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35276) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:33.256076 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (3e32875c-9224-4064-945d-053a2a404b32), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:33.474287 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Deleting port c3e99ab5-1d78-4384-8567-f8b1e9f876b0 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:33.474663 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:33.554500 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] For port c3e99ab5-1d78-4384-8567-f8b1e9f876b0, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:33.554821 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:33.567464 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Calling delete_port for c3e99ab5-1d78-4384-8567-f8b1e9f876b0 owned by network:router_interface {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:33.630193 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:33.675757 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:33.746377 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (c3e99ab5-1d78-4384-8567-f8b1e9f876b0), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:33.771433 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e99ab5-1d78-4384-8567-f8b1e9f876b0,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:33.936857 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (3e32875c-9224-4064-945d-053a2a404b32), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:34.140533 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Router 3e32875c-9224-4064-945d-053a2a404b32 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:30:34.470601 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:30:34.475915 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c46c3ccf-e5fa-4284-ab38-742591dfa5d3 admin admin] 10.222.0.46 "PUT /v2.0/routers/3e32875c-9224-4064-945d-053a2a404b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226560 May 26 18:30:34.478915 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35278) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:34.481152 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] Sync routers for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:30:34.493138 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:34.493815 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:30:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:34.584690 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks [] for router (3e32875c-9224-4064-945d-053a2a404b32), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:34.686820 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks [] for router_gateway (3e32875c-9224-4064-945d-053a2a404b32), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:34.706340 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:34.733411 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:34.734065 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Deleting port bbff341f-bee2-4d55-8eee-1121df9cf77d {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:34.734478 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:34.736937 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:34.800094 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:34.805552 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:34.821840 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] For port bbff341f-bee2-4d55-8eee-1121df9cf77d, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=bbff341f-bee2-4d55-8eee-1121df9cf77d,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:34.822298 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:34.832193 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device f47522ae-974a-4ef1-a04e-e9c179f9d917 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:30:34.841128 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Calling delete_port for bbff341f-bee2-4d55-8eee-1121df9cf77d owned by network:router_gateway {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:34.860718 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: f47522ae-974a-4ef1-a04e-e9c179f9d917 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:30:34.861063 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device f47522ae-974a-4ef1-a04e-e9c179f9d917 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:30:34.936027 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:30:33Z', 'revision_number': 5, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port': {'id': 'bbff341f-bee2-4d55-8eee-1121df9cf77d', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e32875c-9224-4064-945d-053a2a404b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:25:58Z', 'updated_at': '2022-05-26T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:34.961904 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] Checking router: 3e32875c-9224-4064-945d-053a2a404b32 for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:30:34.970428 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] Routers {'3e32875c-9224-4064-945d-053a2a404b32'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:34.971042 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:30:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['3e32875c-9224-4064-945d-053a2a404b32'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:35.010522 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (bbff341f-bee2-4d55-8eee-1121df9cf77d), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.039124 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbff341f-bee2-4d55-8eee-1121df9cf77d,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:35.061068 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] Set router 3e32875c-9224-4064-945d-053a2a404b32 gateway port host: None {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:35.103068 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (3e32875c-9224-4064-945d-053a2a404b32), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.109634 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:30:34Z', 'revision_number': 6, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:35.135607 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec040ee-64df-4438-b8cd-c57e22eac47f None None] The sync data for ids ['3e32875c-9224-4064-945d-053a2a404b32'] in dv-cinder-843493-1-iscsi is: [{'id': '3e32875c-9224-4064-945d-053a2a404b32', 'name': 'tempest-TestShelveInstance-601107441-router', 'tenant_id': '564690a570ea4ec199dc599d288756b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:25:57Z', 'updated_at': '2022-05-26T18:30:34Z', 'revision_number': 6, 'project_id': '564690a570ea4ec199dc599d288756b0', 'gw_port_host': None}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:30:35.192870 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (3e32875c-9224-4064-945d-053a2a404b32), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.195963 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks [] for router_controller (3e32875c-9224-4064-945d-053a2a404b32), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.238594 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (3e32875c-9224-4064-945d-053a2a404b32), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.239209 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e32875c-9224-4064-945d-053a2a404b32 {{(pid=103965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:30:35.243920 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.245054 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-6dd7779d-90d6-4730-9f7f-9e9a6faf1b47 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3e32875c-9224-4064-945d-053a2a404b32 HTTP/1.1" status: 204 len: 168 time: 0.7654777 May 26 18:30:35.247496 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35282) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:35.301130 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d596c6a-400b-4c51-83a2-0365d02c0f1b admin admin] Deleting subnet d82e6c20-24f0-4fe3-9be0-4694c4fb9fed {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:30:35.304689 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2d596c6a-400b-4c51-83a2-0365d02c0f1b admin admin] Publish callbacks [] for subnet (d82e6c20-24f0-4fe3-9be0-4694c4fb9fed), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.340260 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2d596c6a-400b-4c51-83a2-0365d02c0f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (d82e6c20-24f0-4fe3-9be0-4694c4fb9fed), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.413750 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2d596c6a-400b-4c51-83a2-0365d02c0f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (d82e6c20-24f0-4fe3-9be0-4694c4fb9fed), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.472077 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2d596c6a-400b-4c51-83a2-0365d02c0f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (d82e6c20-24f0-4fe3-9be0-4694c4fb9fed), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.499698 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d596c6a-400b-4c51-83a2-0365d02c0f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82e6c20-24f0-4fe3-9be0-4694c4fb9fed,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:35.503181 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2d596c6a-400b-4c51-83a2-0365d02c0f1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.507148 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-2d596c6a-400b-4c51-83a2-0365d02c0f1b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d82e6c20-24f0-4fe3-9be0-4694c4fb9fed HTTP/1.1" status: 204 len: 168 time: 0.2585130 May 26 18:30:35.509531 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35284) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:35.510043 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07f389-9d3c-4676-95fb-b7e615e8e94a None None] Network 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:30:35.596249 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.639247 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Deleting port 31caa906-d8bd-45f6-8c3d-ca4f034079dd {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:35.639583 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.641127 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:35.703182 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] For port 31caa906-d8bd-45f6-8c3d-ca4f034079dd, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=31caa906-d8bd-45f6-8c3d-ca4f034079dd,segment=NetworkSegment(0fba5119-960b-43a2-bac3-26c54c72c8e8),segment_id=0fba5119-960b-43a2-bac3-26c54c72c8e8)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:35.703535 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.720053 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Calling delete_port for 31caa906-d8bd-45f6-8c3d-ca4f034079dd owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:35.797793 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (31caa906-d8bd-45f6-8c3d-ca4f034079dd), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.821082 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Pushing event deleted for resources: {'Port': ['ID=31caa906-d8bd-45f6-8c3d-ca4f034079dd,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:35.826786 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] No DVR routers for this DVR port 31caa906-d8bd-45f6-8c3d-ca4f034079dd on host dv-cinder-843493-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:30:35.909039 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.919507 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edff78a-84af-400c-9fb7-6c170cdd7988 None None] DHCP port deletion for 3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:30:35.936191 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:35.946731 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fba5119-960b-43a2-bac3-26c54c72c8e8') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:35.947028 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fba5119-960b-43a2-bac3-26c54c72c8e8') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:35.957115 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (0fba5119-960b-43a2-bac3-26c54c72c8e8), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.970789 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (0fba5119-960b-43a2-bac3-26c54c72c8e8), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:35.978425 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:30:35.978995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (0fba5119-960b-43a2-bac3-26c54c72c8e8), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:36.043386 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:36.049315 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:36.055412 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5 HTTP/1.1" status: 204 len: 168 time: 0.5448015 May 26 18:30:36.058626 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35290) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:36.089049 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586d0ce-1ddc-4244-8529-a0bf452c3937 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0d0cc3-8962-4660-a65f-5ca43cd3dfe5,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:36.095578 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 0fba5119-960b-43a2-bac3-26c54c72c8e8 resource provider aggregate not found May 26 18:30:36.125212 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 0fba5119-960b-43a2-bac3-26c54c72c8e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fba5119-960b-43a2-bac3-26c54c72c8e8 found for delete ", "request_id": "req-2619d717-cae7-4798-876e-046b740b53da"}]} May 26 18:30:36.278202 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:36.286615 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:36.413919 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:36.536601 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 31caa906-d8bd-45f6-8c3d-ca4f034079dd no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:30:36.564393 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 31caa906-d8bd-45f6-8c3d-ca4f034079dd {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:30:36.564764 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 31caa906-d8bd-45f6-8c3d-ca4f034079dd not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:30:36.565157 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device c3e99ab5-1d78-4384-8567-f8b1e9f876b0 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:30:36.593567 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: c3e99ab5-1d78-4384-8567-f8b1e9f876b0 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:30:36.593567 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device c3e99ab5-1d78-4384-8567-f8b1e9f876b0 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:30:36.593567 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device bbff341f-bee2-4d55-8eee-1121df9cf77d no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:30:36.616326 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: bbff341f-bee2-4d55-8eee-1121df9cf77d {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:30:36.616949 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device bbff341f-bee2-4d55-8eee-1121df9cf77d not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:30:36.652661 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Deleting port ea6fb542-4aaa-4a1b-8559-11338f865789 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:36.652993 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:36.736290 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] For port ea6fb542-4aaa-4a1b-8559-11338f865789, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=ea6fb542-4aaa-4a1b-8559-11338f865789,segment=NetworkSegment(932fe661-77bb-436e-bab1-20224391db8a),segment_id=932fe661-77bb-436e-bab1-20224391db8a)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:36.736568 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:36.750523 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Calling delete_port for ea6fb542-4aaa-4a1b-8559-11338f865789 owned by network:router_interface {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:36.943696 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (ea6fb542-4aaa-4a1b-8559-11338f865789), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:36.975475 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6fb542-4aaa-4a1b-8559-11338f865789,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:37.143522 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:37.150059 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:37.159761 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:37.369590 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:30:37.476723 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:30:37.481623 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-a315286e-f264-438c-a0cd-ce399b4c9168 admin admin] 10.222.0.46 "PUT /v2.0/routers/ed30e451-8a87-4e58-a7eb-f267aad0f8b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218955 May 26 18:30:37.484700 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35294) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:37.488422 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] Sync routers for ids ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:30:37.499630 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] Routers {'ed30e451-8a87-4e58-a7eb-f267aad0f8b0'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:37.500243 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:30:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:37.530796 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:37.597770 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks [] for router (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:37.606741 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] Set router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:37.702923 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks [] for router_gateway (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:37.747953 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Deleting port 35fb765b-ea40-42a0-be7b-bf4aa181a544 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:37.748284 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:37.841077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] For port 35fb765b-ea40-42a0-be7b-bf4aa181a544, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=35fb765b-ea40-42a0-be7b-bf4aa181a544,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:37.841871 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:37.856820 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Calling delete_port for 35fb765b-ea40-42a0-be7b-bf4aa181a544 owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:37.882764 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:30:36Z', 'revision_number': 5, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port': {'id': '35fb765b-ea40-42a0-be7b-bf4aa181a544', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:37.907703 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] Checking router: ed30e451-8a87-4e58-a7eb-f267aad0f8b0 for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:30:37.915883 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:37.917979 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] Routers {'ed30e451-8a87-4e58-a7eb-f267aad0f8b0'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:30:37.918634 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:30:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:37.920471 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=100 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:37.921621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:38.009951 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] Set router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:30:38.039557 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (35fb765b-ea40-42a0-be7b-bf4aa181a544), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.064976 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:30:37Z', 'revision_number': 6, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:38.071141 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Pushing event deleted for resources: {'Port': ['ID=35fb765b-ea40-42a0-be7b-bf4aa181a544,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:38.090437 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886d6d8-2b5d-4c19-9188-2d7c5c4c5358 None None] The sync data for ids ['ed30e451-8a87-4e58-a7eb-f267aad0f8b0'] in dv-cinder-843493-1-iscsi is: [{'id': 'ed30e451-8a87-4e58-a7eb-f267aad0f8b0', 'name': 'tempest-TestShelveInstance-1616392696-router', 'tenant_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:26:02Z', 'updated_at': '2022-05-26T18:30:37Z', 'revision_number': 6, 'project_id': '8623d691c6384d53bb1fd6c9ecc3763f', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:30:38.140917 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.232482 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.234758 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks [] for router_controller (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.279323 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (ed30e451-8a87-4e58-a7eb-f267aad0f8b0), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.279961 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed30e451-8a87-4e58-a7eb-f267aad0f8b0 {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:30:38.285009 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.286125 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-abdcbb77-0010-4bf9-baa5-00af6c0b2feb admin admin] 10.222.0.46 "DELETE /v2.0/routers/ed30e451-8a87-4e58-a7eb-f267aad0f8b0 HTTP/1.1" status: 204 len: 168 time: 0.8008904 May 26 18:30:38.289124 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35296) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:38.335507 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74ee511-5a21-42c6-9569-34a9b6830ac1 admin admin] Deleting subnet d12d28fc-d82b-47ec-a70e-c515478454e9 {{(pid=103967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:30:38.338166 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f74ee511-5a21-42c6-9569-34a9b6830ac1 admin admin] Publish callbacks [] for subnet (d12d28fc-d82b-47ec-a70e-c515478454e9), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.373849 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f74ee511-5a21-42c6-9569-34a9b6830ac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11816564'] for subnet (d12d28fc-d82b-47ec-a70e-c515478454e9), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.410923 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:38.458222 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f74ee511-5a21-42c6-9569-34a9b6830ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (d12d28fc-d82b-47ec-a70e-c515478454e9), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.520228 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f74ee511-5a21-42c6-9569-34a9b6830ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11859864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11346441'] for subnet (d12d28fc-d82b-47ec-a70e-c515478454e9), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.555228 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ee511-5a21-42c6-9569-34a9b6830ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12d28fc-d82b-47ec-a70e-c515478454e9,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:38.559065 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f74ee511-5a21-42c6-9569-34a9b6830ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for subnet (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.565143 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f74ee511-5a21-42c6-9569-34a9b6830ac1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d12d28fc-d82b-47ec-a70e-c515478454e9 HTTP/1.1" status: 204 len: 168 time: 0.2728002 May 26 18:30:38.565381 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35298) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:38.571874 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8377a68-316c-4c52-897d-bd590b27cf69 None None] Network 0fd300f4-1727-48a8-b338-8652da9c16b3 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:30:38.664402 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (0fd300f4-1727-48a8-b338-8652da9c16b3), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.713055 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Deleting port 157daa8c-aa41-42b2-b53b-d04bb09d48ae {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:30:38.713478 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.778728 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] For port 157daa8c-aa41-42b2-b53b-d04bb09d48ae, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=157daa8c-aa41-42b2-b53b-d04bb09d48ae,segment=NetworkSegment(932fe661-77bb-436e-bab1-20224391db8a),segment_id=932fe661-77bb-436e-bab1-20224391db8a)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:30:38.779091 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.794593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Calling delete_port for 157daa8c-aa41-42b2-b53b-d04bb09d48ae owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:30:38.881708 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (157daa8c-aa41-42b2-b53b-d04bb09d48ae), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:38.908114 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=157daa8c-aa41-42b2-b53b-d04bb09d48ae,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:38.914482 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] No DVR routers for this DVR port 157daa8c-aa41-42b2-b53b-d04bb09d48ae on host dv-cinder-843493-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:30:38.954864 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef5e48-78fe-4b40-a167-9281b4f9a9f5 None None] DHCP port deletion for 0fd300f4-1727-48a8-b338-8652da9c16b3 request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:30:38.976873 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ea6fb542-4aaa-4a1b-8559-11338f865789 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:30:39.003524 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (0fd300f4-1727-48a8-b338-8652da9c16b3), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.014430 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:DELETE=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:39.018957 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: ea6fb542-4aaa-4a1b-8559-11338f865789 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:30:39.019309 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device ea6fb542-4aaa-4a1b-8559-11338f865789 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:30:39.038721 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd300f4-1727-48a8-b338-8652da9c16b3']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:39.049598 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932fe661-77bb-436e-bab1-20224391db8a') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:39.049928 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932fe661-77bb-436e-bab1-20224391db8a') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:30:39.059951 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (932fe661-77bb-436e-bab1-20224391db8a), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.074710 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (932fe661-77bb-436e-bab1-20224391db8a), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.081430 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:30:39.081769 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (932fe661-77bb-436e-bab1-20224391db8a), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.132269 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 932fe661-77bb-436e-bab1-20224391db8a resource provider aggregate not found May 26 18:30:39.154682 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (0fd300f4-1727-48a8-b338-8652da9c16b3), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.158205 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 932fe661-77bb-436e-bab1-20224391db8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 932fe661-77bb-436e-bab1-20224391db8a found for delete ", "request_id": "req-01458d53-c355-4d4d-8892-a253cd050e68"}]} May 26 18:30:39.162380 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.165514 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0fd300f4-1727-48a8-b338-8652da9c16b3 HTTP/1.1" status: 204 len: 168 time: 0.5985932 May 26 18:30:39.179414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc3c7e-bea7-4ed7-b4ac-aa3f8b0d81c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd300f4-1727-48a8-b338-8652da9c16b3,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:39.411977 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35306) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:39.456960 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f81b8657-0c41-40d6-a697-d47cc9af7c1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=564690a570ea4ec199dc599d288756b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435200 May 26 18:30:39.460316 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35308) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:39.510852 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-448abfd6-5ab0-4e8d-9854-92e03b15360d admin admin] Publish callbacks [] for security_group (96fe011e-bd6f-4f7d-94d2-627cb8c4c6a7), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.539833 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-448abfd6-5ab0-4e8d-9854-92e03b15360d admin admin] Publish callbacks [] for security_group (96fe011e-bd6f-4f7d-94d2-627cb8c4c6a7), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.591423 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-448abfd6-5ab0-4e8d-9854-92e03b15360d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (96fe011e-bd6f-4f7d-94d2-627cb8c4c6a7), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.594126 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-448abfd6-5ab0-4e8d-9854-92e03b15360d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:39.595270 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-448abfd6-5ab0-4e8d-9854-92e03b15360d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96fe011e-bd6f-4f7d-94d2-627cb8c4c6a7 HTTP/1.1" status: 204 len: 168 time: 0.1339486 May 26 18:30:39.603954 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448abfd6-5ab0-4e8d-9854-92e03b15360d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe011e-bd6f-4f7d-94d2-627cb8c4c6a7,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:39.948157 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35314) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:39.995750 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-8a47c6bd-964e-4863-9319-3c911ce3b8a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8623d691c6384d53bb1fd6c9ecc3763f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461557 May 26 18:30:39.998184 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35316) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:30:40.048790 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d9c2f079-2a91-4e60-b206-81e886c891cd admin admin] Publish callbacks [] for security_group (255be97c-bc2d-4430-a3b2-9b6fee5b6105), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:40.072720 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d9c2f079-2a91-4e60-b206-81e886c891cd admin admin] Publish callbacks [] for security_group (255be97c-bc2d-4430-a3b2-9b6fee5b6105), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:40.124005 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d9c2f079-2a91-4e60-b206-81e886c891cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (255be97c-bc2d-4430-a3b2-9b6fee5b6105), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:40.127042 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d9c2f079-2a91-4e60-b206-81e886c891cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:40.128129 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d9c2f079-2a91-4e60-b206-81e886c891cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/255be97c-bc2d-4430-a3b2-9b6fee5b6105 HTTP/1.1" status: 204 len: 168 time: 0.1288862 May 26 18:30:40.139262 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2f079-2a91-4e60-b206-81e886c891cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255be97c-bc2d-4430-a3b2-9b6fee5b6105,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:30:40.536241 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 157daa8c-aa41-42b2-b53b-d04bb09d48ae no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:30:40.537288 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:30:40.557938 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 157daa8c-aa41-42b2-b53b-d04bb09d48ae {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:30:40.558361 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 157daa8c-aa41-42b2-b53b-d04bb09d48ae not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:30:40.558845 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 35fb765b-ea40-42a0-be7b-bf4aa181a544 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:30:40.582848 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 35fb765b-ea40-42a0-be7b-bf4aa181a544 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:30:40.583207 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 35fb765b-ea40-42a0-be7b-bf4aa181a544 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:30:43.713414 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:49.447160 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:49.453134 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:50.131238 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=68,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:50.132409 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=76,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:50.353528 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-a1d342e6-8e95-4276-996a-6cf5c9ebc978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:51.136360 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-7809830a-0d14-46f9-b0bd-78ed6d04ca1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429857 May 26 18:30:51.217149 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-fe864b6e-26ea-4444-b8a0-f3409882a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:51.218683 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-fe864b6e-26ea-4444-b8a0-f3409882a6ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1129 time: 0.0400922 May 26 18:30:51.320229 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-211eceb0-9b92-4b5f-a916-88eee971f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:51.321695 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-211eceb0-9b92-4b5f-a916-88eee971f2df service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.0857444 May 26 18:30:51.386528 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-2c3166ae-1d25-4054-9466-08415bcfe108 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 200 len: 1001 time: 0.0586727 May 26 18:30:51.434719 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-bd3fd4db-bfdb-4806-b91c-e9b35299b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:51.436137 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-bd3fd4db-bfdb-4806-b91c-e9b35299b427 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0440593 May 26 18:30:51.478374 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-097141ee-79be-4294-b8b0-08cb629c9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:30:51.479816 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-097141ee-79be-4294-b8b0-08cb629c9a40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375400 May 26 18:30:51.571918 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-8a530a0a-0a44-48e2-8218-4c7942a51893 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 May 26 18:30:51.661020 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fdcb2e93-3864-4bfb-9b01-8b267756d07d req-d4340e66-9cc0-4975-9071-e449102311ea service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830822 May 26 18:30:52.604395 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-033f90e0-f430-4d6a-94f1-41dbd55c79d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:53.692145 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:54.763340 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=15 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:54.764106 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:30:55.290896 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:30:56.504122 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:01.651790 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=49 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:01.657884 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=52 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:06.493442 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:06.499592 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:13.701262 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:17.536623 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:31:20.356799 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d55cdc37-7892-4eb9-8027-4b3510ab6f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:22.606605 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7c264500-8e47-4452-adc7-cde69c789be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:23.696108 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:25.292943 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:26.509346 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:31.769951 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:31.770723 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:36.500065 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:36.505190 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:43.711999 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:47.325689 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=12 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:47.327579 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=14 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:31:50.359948 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-ac236762-9dc9-4da5-811c-831cef878a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:52.607904 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-3a235057-a0f0-47d5-b6dd-3574fa4f3fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:53.152054 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-831e280d-6e21-4ff3-8903-25d5eb8d061a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440004 May 26 18:31:53.480010 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-9fae33da-cff0-44e5-8b11-7e8773b08980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:31:53.481396 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-9fae33da-cff0-44e5-8b11-7e8773b08980 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1129 time: 0.2890213 May 26 18:31:53.582406 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-cb5633c9-d61d-4ef9-8116-08f7144a2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:31:53.583880 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-cb5633c9-d61d-4ef9-8116-08f7144a2502 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.0831425 May 26 18:31:53.644964 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-4e211075-70b0-4139-ab4f-2c0affd3018c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 200 len: 1001 time: 0.0558884 May 26 18:31:53.694276 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-a2ae0e1c-6753-4fe4-886e-e99e060d6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:31:53.696112 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-a2ae0e1c-6753-4fe4-886e-e99e060d6b62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0449405 May 26 18:31:53.698093 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:53.738504 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-9557c0eb-18ef-4703-b279-9f2589bcb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:31:53.739898 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-9557c0eb-18ef-4703-b279-9f2589bcb17c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384378 May 26 18:31:53.829674 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-90ba9518-4405-443d-83a2-34feef550bbc service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840166 May 26 18:31:53.919058 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-762e1695-5a68-4f94-9f04-cfc6a07812ad req-b072a434-1992-476d-8ae9-1a9abefbe82d service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826952 May 26 18:31:54.534817 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:31:55.296161 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:31:56.513090 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:03.909422 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=53 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:03.916497 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=48 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:05.172950 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-00904950-a46a-478a-a2ea-3d90ddc1a128 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981813776&fields=id&tenant_id=6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 267 time: 0.0500798 May 26 18:32:05.280414 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-80509d93-c82e-4e13-b294-816bd1c35502 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:05.281901 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-80509d93-c82e-4e13-b294-816bd1c35502 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 812 time: 0.1021249 May 26 18:32:05.296558 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-9ecccf23-c614-410a-88ee-8ccdd476242f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/quotas/6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 375 time: 0.0091791 May 26 18:32:05.351867 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-e1a884e3-277a-4ae3-b0e6-2ae55dab0541 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502906 May 26 18:32:05.446136 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-611e278a-2fee-4342-9af6-999c3b8f5774 service neutron] 10.222.0.46 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830731 May 26 18:32:05.537414 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-86221601-4fe5-4760-9bad-43327dcaff41 service neutron] 10.222.0.46 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856009 May 26 18:32:05.837047 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-93351b39-f41f-4d56-9f41-50b8e6a93e84 req-9f0de1a7-1c6e-44ae-bd9f-733b2a6b0574 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 210 time: 0.0286567 May 26 18:32:06.506496 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:06.508448 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:06.711597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-2f574721-764d-47ad-960e-34149e5a8925 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:06.713059 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-2f574721-764d-47ad-960e-34149e5a8925 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 812 time: 0.1059783 May 26 18:32:06.783239 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-3e886189-4460-4820-92db-ee8c4c7b8174 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6774c3ce4b094e19ad6da95e3744d9ed HTTP/1.1" status: 200 len: 379 time: 0.0624914 May 26 18:32:06.792876 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'port': {'device_id': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'admin_state_up': True, 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'security_groups': ['87505e63-a851-4ebe-9309-b867b4f8492c']}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:32:06.902822 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Made reservation on behalf of 6774c3ce4b094e19ad6da95e3744d9ed for: {'port': 1} {{(pid=103967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:32:06.906258 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:06.950669 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2e49519f-5305-4fbc-9ac0-6a88117554f4 req-1b6d25b8-8dbc-4913-badd-34ab7573f542 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 210 time: 0.0413475 May 26 18:32:07.067029 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.db_base_plugin_common [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Allocated IP 172.20.0.6 (6b8a2aca-5692-49b8-9e87-22b18005ff6f/ce9f5b7e-2956-4358-9e1e-78f6175b513c/62721df7-b6e4-44fe-9d31-491e9808235d) {{(pid=103967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:32:07.092233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:07.214945 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:07.239415 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (62721df7-b6e4-44fe-9d31-491e9808235d), precommit_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:07.273583 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), after_create {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:07.318676 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f is already hosted by enough agents. {{(pid=103967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:32:07.321768 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.base_scheduler [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Resources bound (agent type, host, resource id): {{(pid=103967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:32:07.325574 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Received port after_create {{(pid=103967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:32:07.348918 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=62721df7-b6e4-44fe-9d31-491e9808235d,revision_number=1']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:32:07.364392 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.364737 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.365077 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.365418 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.365772 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.366143 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.366475 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.366800 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.367123 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.367649 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.367978 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.368308 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.368629 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.368970 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.369267 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:07.390234 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:07.390843 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:07.409506 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-caa13ca3-8ba4-407b-8382-76ef99d98c12 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218677 May 26 18:32:07.421891 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.v2.base [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Request body: {'port': {'device_id': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84349'}} {{(pid=103967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:32:07.490279 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:07.573480 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-bda70c6d-f81a-4ea8-8f46-2c6bf1ff2cb5 None None] Provisioning complete for port 62721df7-b6e4-44fe-9d31-491e9808235d triggered by entity DHCP. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:32:07.574081 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bda70c6d-f81a-4ea8-8f46-2c6bf1ff2cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:07.606902 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-bda70c6d-f81a-4ea8-8f46-2c6bf1ff2cb5 None None] Port 62721df7-b6e4-44fe-9d31-491e9808235d cannot update to ACTIVE because it is not bound. {{(pid=103968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:32:07.776238 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62721df7-b6e4-44fe-9d31-491e9808235d {{(pid=103967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:32:07.783390 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Publish callbacks [] for port (62721df7-b6e4-44fe-9d31-491e9808235d), precommit_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:07.797818 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.provisioning_blocks [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Transition to ACTIVE for port object 62721df7-b6e4-44fe-9d31-491e9808235d will not be triggered until provisioned by entity L2. {{(pid=103967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:32:07.801471 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:07.849764 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Pushing event updated for resources: {'Port': ['ID=62721df7-b6e4-44fe-9d31-491e9808235d,revision_number=2']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:32:07.902822 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:07.927373 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Attempting to bind port 62721df7-b6e4-44fe-9d31-491e9808235d on host hv-cinder-84349 for vnic_type normal with profile {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:32:07.927706 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Attempting to bind port 62721df7-b6e4-44fe-9d31-491e9808235d by drivers openvswitch,hyperv on host hv-cinder-84349 at level 0 using segments [{'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:32:07.928036 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Attempting to bind port 62721df7-b6e4-44fe-9d31-491e9808235d on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:32:07.933447 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Port 62721df7-b6e4-44fe-9d31-491e9808235d on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84349 {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:32:07.933794 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Attempting to bind port 62721df7-b6e4-44fe-9d31-491e9808235d on network 6b8a2aca-5692-49b8-9e87-22b18005ff6f {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:32:07.938751 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Checking agent: {'id': '62899e9c-e8a8-44a2-a731-d940f3aa9765', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84349', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'started_at': datetime.datetime(2022, 5, 26, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:32:07.939085 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Checking segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:32:07.939470 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Bound using segment: {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'} {{(pid=103967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:32:07.939882 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.managers [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Bound port: 62721df7-b6e4-44fe-9d31-491e9808235d, host: hv-cinder-84349, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd8a97b-1023-4547-a46c-97cff3b70691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f'}}] {{(pid=103967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:32:07.940237 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), before_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:08.009409 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] For port 62721df7-b6e4-44fe-9d31-491e9808235d, host hv-cinder-84349, cleared binding levels {{(pid=103967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:32:08.012437 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] For port 62721df7-b6e4-44fe-9d31-491e9808235d, host hv-cinder-84349, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=62721df7-b6e4-44fe-9d31-491e9808235d,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:32:08.019821 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11859550'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), after_update {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:08.025035 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:08.089349 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:08.089826 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:08.091228 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] 10.222.0.42 "PUT /v2.0/ports/62721df7-b6e4-44fe-9d31-491e9808235d HTTP/1.1" status: 200 len: 1093 time: 0.6736333 May 26 18:32:08.091710 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:32:08.093987 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76d426a-47ee-4758-bc48-1a92652d372e" -d '{"events": [{"name": "network-changed", "server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:32:08.127105 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447d2cd-fc78-4ee5-8ef4-6116769b857d req-e94f701e-3ab2-4e70-ac36-04b98346e465 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:08.128664 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f447d2cd-fc78-4ee5-8ef4-6116769b857d req-e94f701e-3ab2-4e70-ac36-04b98346e465 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.1027782 May 26 18:32:08.129958 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73550999-e4e9-4108-88ae-98165fe0b42a service neutron] Pushing event updated for resources: {'Port': ['ID=62721df7-b6e4-44fe-9d31-491e9808235d,revision_number=3']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:32:08.156486 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3a6a37-d096-414b-a06b-1d5bd2e25521 x-openstack-request-id: req-1a3a6a37-d096-414b-a06b-1d5bd2e25521 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:32:08.156776 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:32:08.157026 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a3a6a37-d096-414b-a06b-1d5bd2e25521 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:32:08.157691 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3a6a37-d096-414b-a06b-1d5bd2e25521'] response: {'name': 'network-changed', 'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d', 'status': 'completed', 'code': 200} May 26 18:32:08.208924 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-0d756f2f-48f1-49fc-ad73-bf5ae2044e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:08.210979 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-0d756f2f-48f1-49fc-ad73-bf5ae2044e60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 1127 time: 0.0694287 May 26 18:32:08.259656 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-f447d2cd-fc78-4ee5-8ef4-6116769b857d req-e5e8a626-6aa8-46b9-a912-11faf986096a tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191337 May 26 18:32:08.261293 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-a07610a8-93e2-43d4-9f4b-2044d3a5b3b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62721df7-b6e4-44fe-9d31-491e9808235d HTTP/1.1" status: 200 len: 217 time: 0.0421467 May 26 18:32:08.311597 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-e19ef65b-18ed-4b28-bc3d-e1b15cfdfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:08.313031 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-e19ef65b-18ed-4b28-bc3d-e1b15cfdfb0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0448668 May 26 18:32:08.356466 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-a2d2d909-28cd-4799-941a-54b7f76e2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:08.357979 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-a2d2d909-28cd-4799-941a-54b7f76e2128 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388553 May 26 18:32:08.449035 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-ba44264f-d142-448c-8b5d-e8b5d39874a3 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855720 May 26 18:32:08.541128 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-d13e8fd4-5928-42ec-b0f8-dfc5e948c9fb req-8e94b98f-8f20-481c-a9f9-ad7e800e02b1 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863595 May 26 18:32:08.775398 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:08.776227 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:08.831871 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d426a-47ee-4758-bc48-1a92652d372e req-56a5fafc-f1cd-4e98-ac05-4ae7f4f56066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:08.833345 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b76d426a-47ee-4758-bc48-1a92652d372e req-56a5fafc-f1cd-4e98-ac05-4ae7f4f56066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 1127 time: 0.0397367 May 26 18:32:08.921482 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d426a-47ee-4758-bc48-1a92652d372e req-9efb3edb-e6f1-448b-a1f6-9c114d80c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:08.922971 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b76d426a-47ee-4758-bc48-1a92652d372e req-9efb3edb-e6f1-448b-a1f6-9c114d80c4b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.0836689 May 26 18:32:08.968024 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b76d426a-47ee-4758-bc48-1a92652d372e req-cd27e7af-240c-46d8-b283-4fdf91bee975 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62721df7-b6e4-44fe-9d31-491e9808235d HTTP/1.1" status: 200 len: 217 time: 0.0356731 May 26 18:32:09.017499 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d426a-47ee-4758-bc48-1a92652d372e req-38195861-f92c-4141-a997-c8b29370f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:09.019007 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b76d426a-47ee-4758-bc48-1a92652d372e req-38195861-f92c-4141-a997-c8b29370f570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0430875 May 26 18:32:09.063471 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d426a-47ee-4758-bc48-1a92652d372e req-9e8ecf24-83d8-4043-a7a8-433daada2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:09.064846 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b76d426a-47ee-4758-bc48-1a92652d372e req-9e8ecf24-83d8-4043-a7a8-433daada2cbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378401 May 26 18:32:09.130577 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:09.158872 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b76d426a-47ee-4758-bc48-1a92652d372e req-dda21468-7812-4eff-aa9a-703541a68056 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871000 May 26 18:32:09.246752 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-b76d426a-47ee-4758-bc48-1a92652d372e req-0f41eb51-ecc1-45b6-8041-0507b2aace82 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817401 May 26 18:32:09.379918 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66602f6-c112-4e55-b723-016e170b24c3 req-3e27d1d9-e6aa-4687-b246-ba60a3f53753 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:09.381385 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a66602f6-c112-4e55-b723-016e170b24c3 req-3e27d1d9-e6aa-4687-b246-ba60a3f53753 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.0512786 May 26 18:32:09.430954 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a66602f6-c112-4e55-b723-016e170b24c3 req-acea3251-9dc1-4e94-a001-493cc7a2b069 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433309 May 26 18:32:10.544179 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df35ce-d0ec-463a-ad12-0bceb5bae730 req-4730de43-0ca9-4ddd-8327-1400343b1a75 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:10.545645 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-80df35ce-d0ec-463a-ad12-0bceb5bae730 req-4730de43-0ca9-4ddd-8327-1400343b1a75 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.0468047 May 26 18:32:10.587337 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:10.596402 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-80df35ce-d0ec-463a-ad12-0bceb5bae730 req-6b55b222-0f51-4819-bcc4-f227343df8ca tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451229 May 26 18:32:11.708607 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff63c97-a86b-4218-bd8b-239c39d5d4d8 req-3565640e-8194-4abc-9d75-2cffc052137c tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:11.710636 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ff63c97-a86b-4218-bd8b-239c39d5d4d8 req-3565640e-8194-4abc-9d75-2cffc052137c tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.0450358 May 26 18:32:11.762934 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-9ff63c97-a86b-4218-bd8b-239c39d5d4d8 req-d410fc16-4c50-4d88-be2f-4c2fe238ae31 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464270 May 26 18:32:12.878131 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503b3f2-d3b9-4b5a-9aaf-9910cc5b451b req-94051676-4a69-4bed-bef8-1e2212edad82 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:12.879632 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a503b3f2-d3b9-4b5a-9aaf-9910cc5b451b req-94051676-4a69-4bed-bef8-1e2212edad82 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.0479896 May 26 18:32:12.929958 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a503b3f2-d3b9-4b5a-9aaf-9910cc5b451b req-bb539621-2d7a-46d4-a125-fd736d09bfeb tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 May 26 18:32:13.723661 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:14.044784 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf1d7-e7e4-40bf-b508-9cf300567124 req-cc780aa0-cda6-46b2-be51-f396851f9ae2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:14.046191 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-42cdf1d7-e7e4-40bf-b508-9cf300567124 req-cc780aa0-cda6-46b2-be51-f396851f9ae2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.0464022 May 26 18:32:14.108943 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-42cdf1d7-e7e4-40bf-b508-9cf300567124 req-f1e87437-a425-4096-8ecd-135977220efe tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570812 May 26 18:32:15.234102 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12011f-a14b-467f-96f0-86229e606cd2 req-fdd9bf96-15f7-4131-8420-f7dc48bdab76 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:15.235534 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec12011f-a14b-467f-96f0-86229e606cd2 req-fdd9bf96-15f7-4131-8420-f7dc48bdab76 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.0495961 May 26 18:32:15.284867 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-ec12011f-a14b-467f-96f0-86229e606cd2 req-99f72c6f-19fc-4f59-a5cd-ef6905b95a86 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438263 May 26 18:32:16.400769 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f40c5-adaa-448d-8e44-c248794a3100 req-d6600e82-5f77-4d95-bd96-a33f7692b771 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:16.402389 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c97f40c5-adaa-448d-8e44-c248794a3100 req-d6600e82-5f77-4d95-bd96-a33f7692b771 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.0468316 May 26 18:32:16.454703 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c97f40c5-adaa-448d-8e44-c248794a3100 req-da87745d-cdc6-408e-b9d7-f03f3ee47b0f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466156 May 26 18:32:17.366335 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 62721df7-b6e4-44fe-9d31-491e9808235d details requested by agent hyperv_hv-cinder-84349 with host hv-cinder-84349 {{(pid=103968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:32:17.462889 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 62721df7-b6e4-44fe-9d31-491e9808235d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=62721df7-b6e4-44fe-9d31-491e9808235d,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:32:17.474634 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Returning: {'device': '62721df7-b6e4-44fe-9d31-491e9808235d', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'port_id': '62721df7-b6e4-44fe-9d31-491e9808235d', 'mac_address': 'fa:16:3e:e9:f5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:32:17.516168 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 62721df7-b6e4-44fe-9d31-491e9808235d is: DOWN; New status is: BUILD {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:32:17.516565 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:17.529629 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62721df7-b6e4-44fe-9d31-491e9808235d {{(pid=103968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:32:17.549947 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 62721df7-b6e4-44fe-9d31-491e9808235d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=62721df7-b6e4-44fe-9d31-491e9808235d,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:32:17.554686 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:17.572191 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f47e2-154f-4b9c-ac88-b6dbf196c485 req-fe0c7bae-cdf9-4b4c-9762-795911d6821c tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:17.573604 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-309f47e2-154f-4b9c-ac88-b6dbf196c485 req-fe0c7bae-cdf9-4b4c-9762-795911d6821c tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 943 time: 0.0494013 May 26 18:32:17.601978 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=62721df7-b6e4-44fe-9d31-491e9808235d,revision_number=4']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:32:17.609961 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.610307 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.610649 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.610991 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.611320 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.611647 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.611974 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.612296 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.612618 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.612939 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.613265 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.613580 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.613934 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.614251 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.614566 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:17.628995 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-309f47e2-154f-4b9c-ac88-b6dbf196c485 req-0478ce4e-4e71-4b8f-a149-76bad0f39f7f tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496953 May 26 18:32:17.769348 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] get_ports_and_sgs() called for port_ids ['62721df7-b6e4-44fe-9d31-491e9808235d'] {{(pid=103968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:32:18.750509 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d5d28-8162-4d09-bfcd-b778c5803ded req-400772cb-86c4-421b-92d6-7c2f739893b3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:18.752154 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b3d5d28-8162-4d09-bfcd-b778c5803ded req-400772cb-86c4-421b-92d6-7c2f739893b3 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 944 time: 0.0530255 May 26 18:32:18.803812 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b3d5d28-8162-4d09-bfcd-b778c5803ded req-8a4c0298-c18e-4e8e-bae0-c3299f41f5bd tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458999 May 26 18:32:19.365950 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 62721df7-b6e4-44fe-9d31-491e9808235d up at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:32:19.409007 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning for port 62721df7-b6e4-44fe-9d31-491e9808235d completed by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:32:19.414778 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.provisioning_blocks [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Provisioning complete for port 62721df7-b6e4-44fe-9d31-491e9808235d triggered by entity L2. {{(pid=103968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:32:19.415399 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3848634'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), provisioning_complete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:19.479186 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:19.493678 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Current status of the port 62721df7-b6e4-44fe-9d31-491e9808235d is: BUILD; New status is: ACTIVE {{(pid=103968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:32:19.494190 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), before_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:19.496545 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:19.519827 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d'}] {{(pid=103968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:32:19.522040 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5467b7e9c3d729986c45cdc4e2556c3cdf00c294039ca2f176cd9a7012bc56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe00a04-5d0a-4098-bc34-101a17528495" -d '{"events": [{"server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "name": "network-vif-plugged", "status": "completed", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d"}]}' {{(pid=103968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:32:19.534971 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-7d472117-6e50-406d-aded-1ced7759797e None None] For port 62721df7-b6e4-44fe-9d31-491e9808235d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=62721df7-b6e4-44fe-9d31-491e9808235d,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:32:19.538817 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:19.562184 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1425ce66-6754-464e-ba43-a8f73dcaf205 x-openstack-request-id: req-1425ce66-6754-464e-ba43-a8f73dcaf205 {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:32:19.562470 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "name": "network-vif-plugged", "status": "completed", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d", "code": 200}]} {{(pid=103968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:32:19.562723 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1425ce66-6754-464e-ba43-a8f73dcaf205 {{(pid=103968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:32:19.563108 dv-cinder-843493-1-iscsi neutron-server[103968]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1425ce66-6754-464e-ba43-a8f73dcaf205'] response: {'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d', 'code': 200} May 26 18:32:19.590452 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Pushing event updated for resources: {'Port': ['ID=62721df7-b6e4-44fe-9d31-491e9808235d,revision_number=5']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:32:19.772075 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:19.777668 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37f1a4-3dd7-47ad-8066-5dc706ff2387 req-22938432-e8ff-4bd4-892b-c15310b169c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:19.779191 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf37f1a4-3dd7-47ad-8066-5dc706ff2387 req-22938432-e8ff-4bd4-892b-c15310b169c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 1129 time: 0.0403388 May 26 18:32:19.824671 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-cf37f1a4-3dd7-47ad-8066-5dc706ff2387 req-1d91fa10-d549-418d-8092-c031a08649aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397465 May 26 18:32:19.920566 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17509-2c41-4777-be41-36089424b697 req-742e69cf-8e6d-4e0d-aa1c-4d928e1e9356 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:19.922041 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29f17509-2c41-4777-be41-36089424b697 req-742e69cf-8e6d-4e0d-aa1c-4d928e1e9356 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 945 time: 0.0492826 May 26 18:32:19.971765 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-29f17509-2c41-4777-be41-36089424b697 req-4ffeef32-4847-4eff-9f9b-a63629eed248 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442066 May 26 18:32:20.362933 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-71ad636c-4d13-46fa-abaf-b3bc870eb60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:21.087678 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf9ab5-d7c9-4164-a18c-2161fbbe23d0 req-a0d53505-87ea-4954-b889-b4f783082720 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:21.089138 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bcf9ab5-d7c9-4164-a18c-2161fbbe23d0 req-a0d53505-87ea-4954-b889-b4f783082720 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 945 time: 0.0477200 May 26 18:32:21.140410 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2bcf9ab5-d7c9-4164-a18c-2161fbbe23d0 req-f6169c82-a4bf-40e1-a203-9d0a19d693bf tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457156 May 26 18:32:21.256048 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593b97-f3dc-4c40-a9dc-3a41dbb47e5d req-00bf7b0d-e053-448a-bd15-c6b0d4d654d4 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:21.257440 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd593b97-f3dc-4c40-a9dc-3a41dbb47e5d req-00bf7b0d-e053-448a-bd15-c6b0d4d654d4 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 945 time: 0.0499759 May 26 18:32:21.290951 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:21.308424 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-dd593b97-f3dc-4c40-a9dc-3a41dbb47e5d req-a0e295d2-fdea-4ce7-9ed3-4af7c324c2fc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445504 May 26 18:32:21.331163 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35434) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:32:21.370993 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaecbe00-b492-48b2-bf9a-c2eed852acbc tempest-TestVolumeBootPattern-1676639437 tempest-TestVolumeBootPattern-1676639437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:21.372507 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-eaecbe00-b492-48b2-bf9a-c2eed852acbc tempest-TestVolumeBootPattern-1676639437 tempest-TestVolumeBootPattern-1676639437-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 1124 time: 0.0403612 May 26 18:32:21.375333 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35438) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:32:21.379633 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.v2.base [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Request body: {'floatingip': {'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'port_id': '62721df7-b6e4-44fe-9d31-491e9808235d', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:32:21.402781 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:21.483463 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (None), before_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:21.592742 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_common [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Allocated IP 172.27.3.35 (1efb1616-a985-47f0-aad7-5af8e9da5eea/d75cafb5-2b40-470b-9115-2661882d1634/88bc05bb-ff90-42d8-94e6-60f26855d5b5) {{(pid=103965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:32:21.695364 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (88bc05bb-ff90-42d8-94e6-60f26855d5b5), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:21.729405 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744802310193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (88bc05bb-ff90-42d8-94e6-60f26855d5b5), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:21.764274 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Network 1efb1616-a985-47f0-aad7-5af8e9da5eea is already hosted by enough agents. {{(pid=103965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:32:21.769154 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.base_scheduler [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Resources bound (agent type, host, resource id): {{(pid=103965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:32:21.772572 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Received port after_create {{(pid=103965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:32:21.799621 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=88bc05bb-ff90-42d8-94e6-60f26855d5b5,revision_number=1']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:32:21.813382 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.813749 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.814087 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.814426 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.814760 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.815090 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.815416 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.815739 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.816063 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.816391 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.816714 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.817037 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.817358 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.817681 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:21.818023 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:32:22.356516 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:22.371638 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:22.378018 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (e2bb798e-81c3-443b-8ec4-d462b2f8c516), precommit_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:22.448043 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926916'] for port (88bc05bb-ff90-42d8-94e6-60f26855d5b5), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:22.613549 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-1439e345-83cc-4577-bbcc-74c1cbd26e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:22.632154 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for port (88bc05bb-ff90-42d8-94e6-60f26855d5b5), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:22.636993 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744802702821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744802310211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744802310229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8555092'] for port (88bc05bb-ff90-42d8-94e6-60f26855d5b5), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:22.702539 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event updated for resources: {'Port': ['ID=88bc05bb-ff90-42d8-94e6-60f26855d5b5,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:32:22.717031 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946150'] for floatingip (e2bb798e-81c3-443b-8ec4-d462b2f8c516), after_create {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:22.813621 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.db.l3_db [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Floating IP e2bb798e-81c3-443b-8ec4-d462b2f8c516 associated. External IP: 172.27.3.35, port: 62721df7-b6e4-44fe-9d31-491e9808235d. May 26 18:32:23.013575 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Router d9a9c70e-b7da-4453-b799-8309375c338d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:32:23.115462 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:32:23.125008 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:32:23.133075 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:23.135489 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:32:23.136407 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:32:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:32:23.161391 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:23.168646 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-c7f12a15-8f01-4e1f-9310-148d738db751 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7900016 May 26 18:32:23.168646 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d'}] {{(pid=103965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:32:23.170147 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}419480b7ba00ca67c826cb565881f19e36ff8ba9155a3e37688f0274b832cf37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84" -d '{"events": [{"name": "network-changed", "server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d"}]}' {{(pid=103965) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:32:23.242032 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:32:23.351008 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa87cb-03ce-4526-b66e-198ff9066bb3 x-openstack-request-id: req-7efa87cb-03ce-4526-b66e-198ff9066bb3 {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:32:23.351304 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d", "status": "completed", "code": 200}]} {{(pid=103965) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:32:23.351561 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7efa87cb-03ce-4526-b66e-198ff9066bb3 {{(pid=103965) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:32:23.352081 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efa87cb-03ce-4526-b66e-198ff9066bb3'] response: {'name': 'network-changed', 'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d', 'status': 'completed', 'code': 200} May 26 18:32:23.413755 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-a4fc0492-d67b-44b6-809f-c66736b94bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:23.415901 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-a4fc0492-d67b-44b6-809f-c66736b94bb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 1129 time: 0.0433316 May 26 18:32:23.515007 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-72fee49e-895f-4cc9-b93d-5a36158e271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:23.516316 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-72fee49e-895f-4cc9-b93d-5a36158e271b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.0943294 May 26 18:32:23.579450 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-01dae18f-bb79-46fc-b2b1-8569cd2457fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62721df7-b6e4-44fe-9d31-491e9808235d HTTP/1.1" status: 200 len: 998 time: 0.0565829 May 26 18:32:23.593423 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:29Z', 'revision_number': 1, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}, {'id': 'e2bb798e-81c3-443b-8ec4-d462b2f8c516', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': '62721df7-b6e4-44fe-9d31-491e9808235d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:e9:f5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:32:22Z', 'updated_at': '2022-05-26T18:32:22Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:32:23.618210 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:32:23.626945 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:32:23.627547 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:32:23Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:32:23.627680 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-12cd5852-3f13-46bf-8d3b-01b9b7234780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:23.629194 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-12cd5852-3f13-46bf-8d3b-01b9b7234780 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0442004 May 26 18:32:23.676805 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-e503e546-fbd9-402c-a335-b9b0cb7f1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:23.678596 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-e503e546-fbd9-402c-a335-b9b0cb7f1145 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434835 May 26 18:32:23.739834 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:23.747410 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:32:23.770341 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-8d1960a2-0dfe-45eb-b9e5-bc71bdd975dc service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862269 May 26 18:32:23.862325 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a1aa4e55-90ae-4fc5-b37f-fbf592cf7b84 req-de23b494-78fd-4bc9-b9ef-39f913a0504d service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860195 May 26 18:32:23.962152 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:29Z', 'revision_number': 1, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}, {'id': 'e2bb798e-81c3-443b-8ec4-d462b2f8c516', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': '62721df7-b6e4-44fe-9d31-491e9808235d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:e9:f5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:32:22Z', 'updated_at': '2022-05-26T18:32:22Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:32:23.992739 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dde20-36bd-4ead-a39d-9dd9f237124a None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:29Z', 'revision_number': 1, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}, {'id': 'e2bb798e-81c3-443b-8ec4-d462b2f8c516', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': '62721df7-b6e4-44fe-9d31-491e9808235d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:e9:f5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:32:22Z', 'updated_at': '2022-05-26T18:32:22Z', 'revision_number': 0, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:32:24.187135 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def4bec-0369-405c-9246-a9fb72b7546e None None] New status for floating IP e2bb798e-81c3-443b-8ec4-d462b2f8c516: ACTIVE {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:32:25.300202 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:26.517325 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:31.533516 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:32:33.159973 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:33.857717 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=76 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:33.858694 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=49 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:36.510892 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:36.513484 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:43.723268 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:48.528474 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:48.529331 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:32:50.365843 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb121-d5eb-43ee-8567-10848293ffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:52.606992 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-c39773ed-67b8-486d-a907-4dd36b452cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:53.129082 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-138881aa-fc86-42bc-a344-666b69ef746e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380759 May 26 18:32:53.209805 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-3d7fea2e-d9d4-4774-aacd-96d3671bfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:53.211282 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-3d7fea2e-d9d4-4774-aacd-96d3671bfb85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1129 time: 0.0399499 May 26 18:32:53.315673 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-c8493e17-b2d3-4074-80a1-a35d8d05a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:53.317133 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-c8493e17-b2d3-4074-80a1-a35d8d05a13e service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.0881264 May 26 18:32:53.378296 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-59d991d4-8076-4e18-8977-010c1b9c8bf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 200 len: 1001 time: 0.0544538 May 26 18:32:53.424733 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-e7382e6c-d83c-4c70-97e3-561eb16b3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:53.426180 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-e7382e6c-d83c-4c70-97e3-561eb16b3dab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0425339 May 26 18:32:53.471115 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-fd38763a-083f-43d3-8ee0-56c11525ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:32:53.472570 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-fd38763a-083f-43d3-8ee0-56c11525ba65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409377 May 26 18:32:53.560082 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-969f7077-2b4f-4e14-9be3-d5e99e0ab0c4 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816352 May 26 18:32:53.656616 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-1bbac7b7-d098-4dcc-addd-a4b93ddbe897 req-11d89437-c110-411d-b3e8-79a97da91c64 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911686 May 26 18:32:53.704150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:55.302986 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:32:56.519908 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:03.651596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=54 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:03.653785 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=47 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:07.312407 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:07.324914 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:08.533038 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:33:13.722098 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:15.914914 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [req-4ccb8f07-5860-4054-9fa6-263f9675d298 req-86628de2-11f4-4afb-93ab-5d128ee81971 service neutron] (103965) timed out ('10.222.0.42', 61625) {{(pid=103965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 18:33:20.378246 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d7581f41-49ff-443b-82f0-472e92192f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:22.609286 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4666314d-17b2-45b8-b4ae-24cd152d7563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:22.785217 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:22.786009 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:23.707066 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:25.305578 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:26.525044 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:36.517157 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:36.519088 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:43.738079 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:45.534066 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:33:50.372708 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0a12d090-40b7-4cfa-99c7-373fe7bbe6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:52.614213 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-8bd99ead-b610-4f9f-84ff-6cdc11477fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:53.714320 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:55.257488 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-9fea5f5c-0d97-4ec9-ac43-7ed119d43ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1578441 May 26 18:33:55.313203 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:55.333297 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-64cffa71-6280-4091-95e8-522109be6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:33:55.335721 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-64cffa71-6280-4091-95e8-522109be6c0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 1129 time: 0.0532396 May 26 18:33:55.725892 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-4c43659c-8df7-42db-b67a-dc0553966afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:33:55.727512 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-4c43659c-8df7-42db-b67a-dc0553966afa service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.3708410 May 26 18:33:55.792705 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-c78624cd-aed7-440f-9ac2-6861078aa9b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62721df7-b6e4-44fe-9d31-491e9808235d HTTP/1.1" status: 200 len: 1000 time: 0.0598848 May 26 18:33:55.843711 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-30cbb163-e5d1-4049-b61b-71245995d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:33:55.845172 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-30cbb163-e5d1-4049-b61b-71245995d547 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0472472 May 26 18:33:55.896913 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-e4bd56e8-af45-4aa2-80d9-f2f747606abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:33:55.898448 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-e4bd56e8-af45-4aa2-80d9-f2f747606abc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476422 May 26 18:33:55.997631 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-991a6fd5-c4b9-47fe-ba23-5703e1abab4e service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934706 May 26 18:33:56.105099 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-fe06fa84-2927-4284-a04c-657d65d3f250 req-b18a202e-707b-474c-ab64-2ff5bf5f1fb0 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017540 May 26 18:33:56.528635 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:33:59.791726 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:33:59.792585 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=20 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:01.778424 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35480) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:01.963000 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Deleting port 88bc05bb-ff90-42d8-94e6-60f26855d5b5 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:01.963336 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (88bc05bb-ff90-42d8-94e6-60f26855d5b5), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:02.037156 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (88bc05bb-ff90-42d8-94e6-60f26855d5b5), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:02.037402 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (88bc05bb-ff90-42d8-94e6-60f26855d5b5), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:02.053619 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Calling delete_port for 88bc05bb-ff90-42d8-94e6-60f26855d5b5 owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:02.194382 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:02.210979 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:02.216675 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (88bc05bb-ff90-42d8-94e6-60f26855d5b5), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:02.240079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event deleted for resources: {'Port': ['ID=88bc05bb-ff90-42d8-94e6-60f26855d5b5,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:02.254445 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.254632 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.254958 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.255294 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.255652 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.255979 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.256303 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.256656 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.256950 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.257278 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.257593 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.257944 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.258260 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.258575 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.258892 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:02.314488 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (e2bb798e-81c3-443b-8ec4-d462b2f8c516), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:02.314711 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Floating IP e2bb798e-81c3-443b-8ec4-d462b2f8c516 disassociated (deleted). External IP: 172.27.3.35, port: 62721df7-b6e4-44fe-9d31-491e9808235d. May 26 18:34:02.514435 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Router d9a9c70e-b7da-4453-b799-8309375c338d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:34:02.619493 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:34:02.623730 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:02.631166 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:34:02.641197 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:34:02.641925 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:33:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:02.654032 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-5edfd4e4-50d4-49a4-a5a0-2147f439e562 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "DELETE /v2.0/floatingips/e2bb798e-81c3-443b-8ec4-d462b2f8c516 HTTP/1.1" status: 204 len: 168 time: 0.8744993 May 26 18:34:02.654612 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:34:02.657811 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ffa4f0-120e-4f79-90fb-4da1a76c8314" -d '{"events": [{"name": "network-changed", "server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:34:02.702589 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2f3461-6037-4d78-ba66-6fda93568a75 x-openstack-request-id: req-6b2f3461-6037-4d78-ba66-6fda93568a75 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:34:02.703089 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:34:02.703344 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b2f3461-6037-4d78-ba66-6fda93568a75 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:34:02.703765 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2f3461-6037-4d78-ba66-6fda93568a75'] response: {'name': 'network-changed', 'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d', 'status': 'completed', 'code': 200} May 26 18:34:02.764628 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-2adcf0a3-9ff7-4a88-8a79-f98da959dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:02.767389 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-2adcf0a3-9ff7-4a88-8a79-f98da959dd2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 1129 time: 0.0433090 May 26 18:34:02.772542 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:34:02.908485 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-c103c9e3-694a-4a3c-abf5-3750b305c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:02.910510 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-c103c9e3-694a-4a3c-abf5-3750b305c862 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.1375935 May 26 18:34:03.030052 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b864ef7-5f13-4575-a9c9-af525e4e3775 req-248d4a84-8f77-4a0d-a697-ec88d538d0b8 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:03.031939 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3b864ef7-5f13-4575-a9c9-af525e4e3775 req-248d4a84-8f77-4a0d-a697-ec88d538d0b8 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 945 time: 0.1566925 May 26 18:34:03.098068 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-3b864ef7-5f13-4575-a9c9-af525e4e3775 req-7c3ba369-d04e-4f50-a7fe-52f4d2627c77 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564392 May 26 18:34:03.105190 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:29Z', 'revision_number': 1, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:03.132883 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:34:03.142401 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:34:03.142930 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:33:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:03.267162 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:34:03.476583 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:29Z', 'revision_number': 1, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:03.504552 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c4f2f-1f07-4113-8279-b5c6c4b21282 None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_floatingips': [{'id': '9c381141-37ca-41ad-bdf4-1ffe56838c6c', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'router_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'port_id': 'd90b241f-7d62-419a-b730-21988dd581c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'mac_address': 'fa:16:3e:20:d5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:30:27Z', 'updated_at': '2022-05-26T18:30:29Z', 'revision_number': 1, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:34:03.728193 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3309ab-9c1a-442b-960c-bbb3a15cc190 None None] New status for floating IP e2bb798e-81c3-443b-8ec4-d462b2f8c516: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:34:03.796078 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-2fad6e59-bc00-463b-995f-78bbe5a39688 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62721df7-b6e4-44fe-9d31-491e9808235d HTTP/1.1" status: 200 len: 217 time: 0.0376508 May 26 18:34:03.846577 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-f6b07c7d-828d-4c02-8195-5ce50f145918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:03.848013 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-f6b07c7d-828d-4c02-8195-5ce50f145918 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0462613 May 26 18:34:03.967147 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-ac51b995-a7a7-4a85-95d9-3bf39beaab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:03.969017 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-ac51b995-a7a7-4a85-95d9-3bf39beaab27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410426 May 26 18:34:04.061872 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-d3a5f429-2127-4ce0-9c2c-76b7378583b7 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850794 May 26 18:34:04.226326 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:04.344786 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842b46e-6028-40ab-b350-fda3d31e325d req-0528e0a5-9791-4c37-908a-a8008e5732b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:04.346309 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6842b46e-6028-40ab-b350-fda3d31e325d req-0528e0a5-9791-4c37-908a-a8008e5732b2 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 945 time: 0.1717150 May 26 18:34:04.354680 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-d88b7e4a-4d46-4cc3-b74a-137ba0427d00 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:04.356041 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-d88b7e4a-4d46-4cc3-b74a-137ba0427d00 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/ports?device_id=359aeef4-2b65-4763-984b-ac8d32ea303e HTTP/1.1" status: 200 len: 945 time: 0.0911429 May 26 18:34:04.389272 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:04.427716 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-82ffa4f0-120e-4f79-90fb-4da1a76c8314 req-f54e4d35-2254-491d-8304-51ba610943f4 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230306 May 26 18:34:04.482689 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-6842b46e-6028-40ab-b350-fda3d31e325d req-f2554ad4-f326-4510-9f8c-84ee96ebad56 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235168 May 26 18:34:04.496819 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Deleting port 62721df7-b6e4-44fe-9d31-491e9808235d {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:04.497160 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:04.591731 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] For port 62721df7-b6e4-44fe-9d31-491e9808235d, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=62721df7-b6e4-44fe-9d31-491e9808235d,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:04.592010 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:04.605375 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Calling delete_port for 62721df7-b6e4-44fe-9d31-491e9808235d owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:04.735797 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (62721df7-b6e4-44fe-9d31-491e9808235d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:04.763280 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event deleted for resources: {'Port': ['ID=62721df7-b6e4-44fe-9d31-491e9808235d,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:04.810630 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] No DVR routers for this DVR port 62721df7-b6e4-44fe-9d31-491e9808235d on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:34:04.813225 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:04.816376 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a6d62c5d-a43b-4c85-9a57-2677ddf671c2 req-aeca5c31-c771-4119-b6ca-9fd4c0a0dbb9 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "DELETE /v2.0/ports/62721df7-b6e4-44fe-9d31-491e9808235d HTTP/1.1" status: 204 len: 173 time: 0.4456191 May 26 18:34:04.816853 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'name': 'network-vif-deleted', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:34:04.819079 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee5568c-da4e-4f22-99d0-28cfe771a2b4" -d '{"events": [{"server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "name": "network-vif-deleted", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:34:04.855907 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bcc191-5173-4f72-9c61-5f2a39730fd7 x-openstack-request-id: req-d8bcc191-5173-4f72-9c61-5f2a39730fd7 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:34:04.856203 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359aeef4-2b65-4763-984b-ac8d32ea303e", "name": "network-vif-deleted", "tag": "62721df7-b6e4-44fe-9d31-491e9808235d", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:34:04.856457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8bcc191-5173-4f72-9c61-5f2a39730fd7 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:34:04.856870 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bcc191-5173-4f72-9c61-5f2a39730fd7'] response: {'server_uuid': '359aeef4-2b65-4763-984b-ac8d32ea303e', 'name': 'network-vif-deleted', 'tag': '62721df7-b6e4-44fe-9d31-491e9808235d', 'status': 'completed', 'code': 200} May 26 18:34:07.792112 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35522) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:07.938912 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Deleting port 2521ad74-b7c2-4f62-9fec-addfedd044fa {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:07.939251 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (2521ad74-b7c2-4f62-9fec-addfedd044fa), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:07.995222 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 62721df7-b6e4-44fe-9d31-491e9808235d no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:34:07.997651 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:07.999769 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:08.019112 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: 62721df7-b6e4-44fe-9d31-491e9808235d {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:34:08.019457 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device 62721df7-b6e4-44fe-9d31-491e9808235d not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:34:08.044096 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (2521ad74-b7c2-4f62-9fec-addfedd044fa), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:08.044409 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (2521ad74-b7c2-4f62-9fec-addfedd044fa), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:08.061936 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Calling delete_port for 2521ad74-b7c2-4f62-9fec-addfedd044fa owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:08.109126 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:08.218166 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (2521ad74-b7c2-4f62-9fec-addfedd044fa), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:08.223250 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:08.244208 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event deleted for resources: {'Port': ['ID=2521ad74-b7c2-4f62-9fec-addfedd044fa,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:08.311394 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (9c381141-37ca-41ad-bdf4-1ffe56838c6c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:08.311688 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.db.l3_db [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Floating IP 9c381141-37ca-41ad-bdf4-1ffe56838c6c disassociated (deleted). External IP: 172.27.3.250, port: d90b241f-7d62-419a-b730-21988dd581c7. May 26 18:34:08.528938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Router d9a9c70e-b7da-4453-b799-8309375c338d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:34:08.643118 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:34:08.647716 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:08.657840 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:34:08.669313 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:34:08.670113 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:33:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:08.688806 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b54b4512-3db5-4e8c-b7cb-1401b90993cc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "DELETE /v2.0/floatingips/9c381141-37ca-41ad-bdf4-1ffe56838c6c HTTP/1.1" status: 204 len: 168 time: 0.8954172 May 26 18:34:08.689633 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:34:08.692813 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a" -d '{"events": [{"name": "network-changed", "server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "tag": "d90b241f-7d62-419a-b730-21988dd581c7"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:34:08.747724 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa77e9-07bb-4539-9c11-134887606752 x-openstack-request-id: req-20fa77e9-07bb-4539-9c11-134887606752 {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:34:08.748093 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "tag": "d90b241f-7d62-419a-b730-21988dd581c7", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:34:08.748443 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20fa77e9-07bb-4539-9c11-134887606752 {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:34:08.748918 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fa77e9-07bb-4539-9c11-134887606752'] response: {'name': 'network-changed', 'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7', 'status': 'completed', 'code': 200} May 26 18:34:08.828792 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-b756cf92-a794-42d7-ba95-c166bc6b06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:08.830385 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-b756cf92-a794-42d7-ba95-c166bc6b06aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 1129 time: 0.0542874 May 26 18:34:08.929414 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:34:08.994422 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27afe02-8327-4f2f-aa7a-626556dc7277 req-402f7ab9-4084-4b89-bf95-dfd74a0aafbc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:08.996380 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e27afe02-8327-4f2f-aa7a-626556dc7277 req-402f7ab9-4084-4b89-bf95-dfd74a0aafbc tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 945 time: 0.0731490 May 26 18:34:09.000023 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-d7c8f1f1-5f3a-4ba6-8124-6d5d9170da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:09.001678 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-d7c8f1f1-5f3a-4ba6-8124-6d5d9170da41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 200 len: 913 time: 0.1603680 May 26 18:34:09.055017 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-e27afe02-8327-4f2f-aa7a-626556dc7277 req-5fc97fb0-1ba7-4c05-9672-7ca9ae9faf19 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514445 May 26 18:34:09.133570 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:09.163165 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:34:09.174318 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:34:09.174988 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:33:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:09.287640 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:34:09.490718 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:09.517894 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8715d2b-de7a-4aec-8759-d9c7e4a79277 None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:31Z', 'revision_number': 4, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi', '_interfaces': [{'id': '4ba1855e-b141-4d20-ac94-6950b57a23a6', 'name': '', 'network_id': '6b8a2aca-5692-49b8-9e87-22b18005ff6f', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'mac_address': 'fa:16:3e:88:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:31Z', 'updated_at': '2022-05-26T18:27:36Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'subnets': [{'id': 'ce9f5b7e-2956-4358-9e1e-78f6175b513c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:34:09.746808 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96892a-5033-44b4-a5ae-bfd48b833fe6 None None] New status for floating IP 9c381141-37ca-41ad-bdf4-1ffe56838c6c: DOWN {{(pid=103970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:34:09.873890 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-8e862883-3007-48a2-9713-1bdb63fbb6ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 200 len: 217 time: 0.0362167 May 26 18:34:09.924257 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-ad00cb79-1b61-4305-a064-d06fe3824ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:09.925704 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-ad00cb79-1b61-4305-a064-d06fe3824ab3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 200 len: 851 time: 0.0447104 May 26 18:34:10.035075 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-a3159e4d-b1aa-462c-b325-c1ec32e8bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:10.036661 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-a3159e4d-b1aa-462c-b325-c1ec32e8bd22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6b8a2aca-5692-49b8-9e87-22b18005ff6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401256 May 26 18:34:10.052151 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:10.408045 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-6d27f4d6-c919-4c08-bdaa-f607f65368a9 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640099 May 26 18:34:10.516743 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f77c-9f32-4ae1-8bb1-b5dc3b7cc11e req-6d1b8d79-f286-445c-9d3a-20ffc5b7cd2c tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:10.518262 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a029f77c-9f32-4ae1-8bb1-b5dc3b7cc11e req-6d1b8d79-f286-445c-9d3a-20ffc5b7cd2c tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 945 time: 0.3861172 May 26 18:34:10.524101 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-002a90b1-343d-46c8-b0a5-b52fb7c3a997 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:34:10.525444 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-002a90b1-343d-46c8-b0a5-b52fb7c3a997 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "GET /v2.0/ports?device_id=a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22 HTTP/1.1" status: 200 len: 945 time: 0.1218150 May 26 18:34:10.578353 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=100 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:10.670870 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-2b1300b5-0d6e-4e6f-8126-d05fea28da0a req-6065a84f-25c6-49c9-af0f-544f16cd6d24 service neutron] 10.222.0.42 "GET /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533498 May 26 18:34:10.676439 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-a029f77c-9f32-4ae1-8bb1-b5dc3b7cc11e req-7719d97d-c2e0-45de-9007-c72e52efdb87 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "GET /v2.0/security-groups?id=87505e63-a851-4ebe-9309-b867b4f8492c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500549 May 26 18:34:10.680250 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Deleting port d90b241f-7d62-419a-b730-21988dd581c7 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:10.680762 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (d90b241f-7d62-419a-b730-21988dd581c7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:10.771726 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] For port d90b241f-7d62-419a-b730-21988dd581c7, host hv-cinder-84349, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84349',level=0,port_id=d90b241f-7d62-419a-b730-21988dd581c7,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:10.772083 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (d90b241f-7d62-419a-b730-21988dd581c7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:10.785356 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Calling delete_port for d90b241f-7d62-419a-b730-21988dd581c7 owned by compute:nova {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:10.919321 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (d90b241f-7d62-419a-b730-21988dd581c7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:10.948275 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event deleted for resources: {'Port': ['ID=d90b241f-7d62-419a-b730-21988dd581c7,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:10.994466 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] No DVR routers for this DVR port d90b241f-7d62-419a-b730-21988dd581c7 on host hv-cinder-84349 {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:34:10.997265 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:11.001270 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [req-c2e95546-7b4f-477e-a390-2213e4b97a45 req-bddb9f89-44bb-4db2-b429-37a23d540387 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.42 "DELETE /v2.0/ports/d90b241f-7d62-419a-b730-21988dd581c7 HTTP/1.1" status: 204 len: 173 time: 0.4614389 May 26 18:34:11.001703 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'name': 'network-vif-deleted', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7'}] {{(pid=103967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:34:11.004014 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ef2804c6e19185c40e819ac2fc8ded4224f4831ada1ebf50c92fe14ee118beb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65054419-da14-4552-982c-39c6dcf4c2f2" -d '{"events": [{"server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "name": "network-vif-deleted", "tag": "d90b241f-7d62-419a-b730-21988dd581c7"}]}' {{(pid=103967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:34:11.043207 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312435c-9f30-4076-a866-de5ff22d6dbc x-openstack-request-id: req-e312435c-9f30-4076-a866-de5ff22d6dbc {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:34:11.043496 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22", "name": "network-vif-deleted", "tag": "d90b241f-7d62-419a-b730-21988dd581c7", "status": "completed", "code": 200}]} {{(pid=103967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:34:11.043763 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e312435c-9f30-4076-a866-de5ff22d6dbc {{(pid=103967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:34:11.044582 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e312435c-9f30-4076-a866-de5ff22d6dbc'] response: {'server_uuid': 'a39d2a2d-7e0d-4070-a5a7-0f3c6b10bd22', 'name': 'network-vif-deleted', 'tag': 'd90b241f-7d62-419a-b730-21988dd581c7', 'status': 'completed', 'code': 200} May 26 18:34:11.737807 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35536) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:11.847594 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Deleting port 3568b3b1-c519-4185-a2ef-5b03d3495fc3 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:11.847851 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (3568b3b1-c519-4185-a2ef-5b03d3495fc3), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:11.925288 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (3568b3b1-c519-4185-a2ef-5b03d3495fc3), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:11.925990 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (3568b3b1-c519-4185-a2ef-5b03d3495fc3), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:11.937922 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Calling delete_port for 3568b3b1-c519-4185-a2ef-5b03d3495fc3 owned by network:floatingip {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:11.950474 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:12.071352 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (3568b3b1-c519-4185-a2ef-5b03d3495fc3), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:12.095997 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event deleted for resources: {'Port': ['ID=3568b3b1-c519-4185-a2ef-5b03d3495fc3,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:12.160074 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for floatingip (59436a95-a5b1-481d-8320-caf4e5b1fb7b), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:12.162507 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:12.163662 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-1b073570-0c96-49f2-b131-f0b62dcf8944 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "DELETE /v2.0/floatingips/59436a95-a5b1-481d-8320-caf4e5b1fb7b HTTP/1.1" status: 204 len: 168 time: 0.4256382 May 26 18:34:13.371435 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35548) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:13.390254 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:13.435410 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c82ad3a0-5583-44c9-a2d4-dadc1a673d62 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group (87505e63-a851-4ebe-9309-b867b4f8492c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:13.461059 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c82ad3a0-5583-44c9-a2d4-dadc1a673d62 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group (87505e63-a851-4ebe-9309-b867b4f8492c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:13.521621 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c82ad3a0-5583-44c9-a2d4-dadc1a673d62 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (87505e63-a851-4ebe-9309-b867b4f8492c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:13.524158 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-c82ad3a0-5583-44c9-a2d4-dadc1a673d62 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:13.525316 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-c82ad3a0-5583-44c9-a2d4-dadc1a673d62 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] 10.222.0.46 "DELETE /v2.0/security-groups/87505e63-a851-4ebe-9309-b867b4f8492c HTTP/1.1" status: 204 len: 168 time: 0.1527524 May 26 18:34:13.535689 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ad3a0-5583-44c9-a2d4-dadc1a673d62 tempest-TestVolumeBootPattern-527529841 tempest-TestVolumeBootPattern-527529841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87505e63-a851-4ebe-9309-b867b4f8492c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:13.750761 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:14.018922 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device d90b241f-7d62-419a-b730-21988dd581c7 no longer exists at agent hyperv_hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:34:14.038568 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-7d472117-6e50-406d-aded-1ced7759797e None None] No Port match for: d90b241f-7d62-419a-b730-21988dd581c7 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:34:14.038921 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Device d90b241f-7d62-419a-b730-21988dd581c7 not bound to the agent host hv-cinder-84349 {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:34:14.588652 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35554) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:15.015401 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (d9a9c70e-b7da-4453-b799-8309375c338d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:15.229932 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:15.245044 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Deleting port 4ba1855e-b141-4d20-ac94-6950b57a23a6 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:15.245380 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:15.332722 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] For port 4ba1855e-b141-4d20-ac94-6950b57a23a6, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=4ba1855e-b141-4d20-ac94-6950b57a23a6,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:15.333085 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:15.346474 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Calling delete_port for 4ba1855e-b141-4d20-ac94-6950b57a23a6 owned by network:router_interface {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:15.441157 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:15.525946 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (4ba1855e-b141-4d20-ac94-6950b57a23a6), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:15.550830 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba1855e-b141-4d20-ac94-6950b57a23a6,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:15.717306 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (d9a9c70e-b7da-4453-b799-8309375c338d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:15.922733 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Router d9a9c70e-b7da-4453-b799-8309375c338d has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:34:16.051156 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:34:16.056748 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-b9860bf4-b75e-4c05-bc7c-a115f5c3ce33 admin admin] 10.222.0.46 "PUT /v2.0/routers/d9a9c70e-b7da-4453-b799-8309375c338d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4670925 May 26 18:34:16.059233 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35558) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:16.064049 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] Sync routers for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:34:16.065995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:16.075135 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:34:16.075850 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:33:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:16.167345 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks [] for router (d9a9c70e-b7da-4453-b799-8309375c338d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.181614 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: dv-cinder-843493-1-iscsi {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:34:16.249553 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:16.271269 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks [] for router_gateway (d9a9c70e-b7da-4453-b799-8309375c338d), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.323146 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Deleting port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:16.323487 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.361886 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:34:15Z', 'revision_number': 5, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port': {'id': '7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:16.392349 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] Checking router: d9a9c70e-b7da-4453-b799-8309375c338d for host: dv-cinder-843493-1-iscsi {{(pid=103968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:34:16.394443 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:16.401828 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] Routers {'d9a9c70e-b7da-4453-b799-8309375c338d'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:34:16.402473 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:33:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['d9a9c70e-b7da-4453-b799-8309375c338d'], 'active': True} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:16.426726 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] For port 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:16.427156 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.442415 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Calling delete_port for 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 owned by network:router_gateway {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:16.482800 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=100 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:16.493430 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvr_db [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] Set router d9a9c70e-b7da-4453-b799-8309375c338d gateway port host: None {{(pid=103968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:34:16.548272 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_hamode_db [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:34:16Z', 'revision_number': 6, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:16.577492 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470a420-06ae-4c5e-9a7e-1814b4a4148d None None] The sync data for ids ['d9a9c70e-b7da-4453-b799-8309375c338d'] in dv-cinder-843493-1-iscsi is: [{'id': 'd9a9c70e-b7da-4453-b799-8309375c338d', 'name': 'tempest-TestVolumeBootPattern-1007691780-router', 'tenant_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:29Z', 'updated_at': '2022-05-26T18:34:16Z', 'revision_number': 6, 'project_id': '6774c3ce4b094e19ad6da95e3744d9ed', 'gw_port_host': None}] {{(pid=103968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:34:16.634165 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.660776 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:16.727042 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (d9a9c70e-b7da-4453-b799-8309375c338d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.821738 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (d9a9c70e-b7da-4453-b799-8309375c338d), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.823986 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks [] for router_controller (d9a9c70e-b7da-4453-b799-8309375c338d), precommit_delete_associations {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.874730 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (d9a9c70e-b7da-4453-b799-8309375c338d), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.875401 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a9c70e-b7da-4453-b799-8309375c338d {{(pid=103967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:34:16.880026 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:16.881188 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d22c62df-977d-46e5-aeec-dd5bd414938d admin admin] 10.222.0.46 "DELETE /v2.0/routers/d9a9c70e-b7da-4453-b799-8309375c338d HTTP/1.1" status: 204 len: 168 time: 0.8210065 May 26 18:34:16.884187 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35560) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:16.937642 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Deleting subnet ce9f5b7e-2956-4358-9e1e-78f6175b513c {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:34:16.943615 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Publish callbacks [] for subnet (ce9f5b7e-2956-4358-9e1e-78f6175b513c), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.012070 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (ce9f5b7e-2956-4358-9e1e-78f6175b513c), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.114321 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (ce9f5b7e-2956-4358-9e1e-78f6175b513c), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.178856 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (ce9f5b7e-2956-4358-9e1e-78f6175b513c), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.204551 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9f5b7e-2956-4358-9e1e-78f6175b513c,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:17.214313 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.217398 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ce9f5b7e-2956-4358-9e1e-78f6175b513c HTTP/1.1" status: 204 len: 168 time: 0.3321877 May 26 18:34:17.217785 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de11ca9-dc5d-409e-bc1c-02cbe31f70be None None] Network 6b8a2aca-5692-49b8-9e87-22b18005ff6f requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:34:17.219918 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.220435 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.220803 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.220958 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35564) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:17.221155 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.221497 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.221860 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.222198 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.222529 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.222863 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.223197 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.223527 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.223859 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.224187 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.224510 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.224834 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca1a8c9-14d4-4323-9f98-cd3c69a517c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.304299 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (6b8a2aca-5692-49b8-9e87-22b18005ff6f), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.351938 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Deleting port aeb00878-3fe5-4875-8227-4c1cb5067a61 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:17.352281 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.354914 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:17.402782 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] DHCP port deletion for 6b8a2aca-5692-49b8-9e87-22b18005ff6f request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:34:17.404933 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 4ba1855e-b141-4d20-ac94-6950b57a23a6 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:34:17.426534 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 4ba1855e-b141-4d20-ac94-6950b57a23a6 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:34:17.426886 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 4ba1855e-b141-4d20-ac94-6950b57a23a6 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:34:17.433087 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] For port aeb00878-3fe5-4875-8227-4c1cb5067a61, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=aeb00878-3fe5-4875-8227-4c1cb5067a61,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:17.433457 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.448995 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Calling delete_port for aeb00878-3fe5-4875-8227-4c1cb5067a61 owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:17.481328 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Deleting port aeb00878-3fe5-4875-8227-4c1cb5067a61 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:17.481705 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.533092 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.558735 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb00878-3fe5-4875-8227-4c1cb5067a61,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:17.562090 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] No DVR routers for this DVR port aeb00878-3fe5-4875-8227-4c1cb5067a61 on host dv-cinder-843493-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:34:17.563965 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] For port aeb00878-3fe5-4875-8227-4c1cb5067a61, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=aeb00878-3fe5-4875-8227-4c1cb5067a61,segment=NetworkSegment(cdd8a97b-1023-4547-a46c-97cff3b70691),segment_id=cdd8a97b-1023-4547-a46c-97cff3b70691)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:17.564330 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.584039 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Calling delete_port for aeb00878-3fe5-4875-8227-4c1cb5067a61 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:17.648215 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (6b8a2aca-5692-49b8-9e87-22b18005ff6f), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.669010 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202'] for port (aeb00878-3fe5-4875-8227-4c1cb5067a61), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.670768 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8a2aca-5692-49b8-9e87-22b18005ff6f']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:17.685102 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd8a97b-1023-4547-a46c-97cff3b70691') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:17.685394 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd8a97b-1023-4547-a46c-97cff3b70691') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:17.698037 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (cdd8a97b-1023-4547-a46c-97cff3b70691), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.698563 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Pushing event deleted for resources: {'Port': ['ID=aeb00878-3fe5-4875-8227-4c1cb5067a61,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:17.704551 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] No DVR routers for this DVR port aeb00878-3fe5-4875-8227-4c1cb5067a61 on host dv-cinder-843493-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:34:17.716475 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.716895 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.718037 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.718378 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.718753 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.719906 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.721032 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (cdd8a97b-1023-4547-a46c-97cff3b70691), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.721496 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.722097 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.722484 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.723344 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.724150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.724150 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.724503 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.724820 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.725194 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa85b4-a26c-491b-965f-7a2ce5e28d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843493-1-iscsi {{(pid=103968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:34:17.733749 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:34:17.734778 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (cdd8a97b-1023-4547-a46c-97cff3b70691), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.780630 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment cdd8a97b-1023-4547-a46c-97cff3b70691 resource provider aggregate not found May 26 18:34:17.795031 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:17.798491 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment cdd8a97b-1023-4547-a46c-97cff3b70691 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdd8a97b-1023-4547-a46c-97cff3b70691 found for delete ", "request_id": "req-11498cf6-b580-46b6-bbf7-80f9d0496f13"}]} May 26 18:34:17.806351 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (6b8a2aca-5692-49b8-9e87-22b18005ff6f), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.811059 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:17.814170 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] 10.222.0.46 "DELETE /v2.0/networks/6b8a2aca-5692-49b8-9e87-22b18005ff6f HTTP/1.1" status: 204 len: 168 time: 0.5923321 May 26 18:34:17.817234 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35570) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:17.827301 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d383c7c-cfca-4366-b925-47eec55bb7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8a2aca-5692-49b8-9e87-22b18005ff6f,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:18.127947 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-944614'] for router_interface (ebcc0c85-457b-4011-b181-564204ca743f), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:18.353519 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Deleting port fb34d83d-b138-4b8c-a3bc-cd588d147a11 {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:18.353889 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:18.408855 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:18.418990 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:18.438307 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] For port fb34d83d-b138-4b8c-a3bc-cd588d147a11, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=fb34d83d-b138-4b8c-a3bc-cd588d147a11,segment=NetworkSegment(684dec41-8dcf-4d1f-9d7e-a80bc2c29310),segment_id=684dec41-8dcf-4d1f-9d7e-a80bc2c29310)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:18.438669 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:18.451365 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Calling delete_port for fb34d83d-b138-4b8c-a3bc-cd588d147a11 owned by network:router_interface {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:18.627079 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (fb34d83d-b138-4b8c-a3bc-cd588d147a11), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:18.655953 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb34d83d-b138-4b8c-a3bc-cd588d147a11,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:18.806697 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device aeb00878-3fe5-4875-8227-4c1cb5067a61 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:34:18.824879 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944506'] for router_interface (ebcc0c85-457b-4011-b181-564204ca743f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:18.831639 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: aeb00878-3fe5-4875-8227-4c1cb5067a61 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:34:18.831987 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device aeb00878-3fe5-4875-8227-4c1cb5067a61 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:34:18.832519 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:34:18.851347 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:34:18.851893 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 7b51a1c7-b0bd-40a7-a37f-df0a7cc6c8f7 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:34:19.032387 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Router ebcc0c85-457b-4011-b181-564204ca743f has already been hosted by L3 agent de188c56-cb52-40a5-a23c-da34d2bf8219 {{(pid=103965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:34:19.133529 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] Notify agent at l3_agent.dv-cinder-843493-1-iscsi the message routers_updated {{(pid=103965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:34:19.138326 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-9f996b96-049e-4c4d-b16d-6f48ffaa095f admin admin] 10.222.0.46 "PUT /v2.0/routers/ebcc0c85-457b-4011-b181-564204ca743f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3199561 May 26 18:34:19.141344 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35572) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:19.146589 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] Sync routers for ids ['ebcc0c85-457b-4011-b181-564204ca743f'] in dv-cinder-843493-1-iscsi {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:34:19.155728 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] Routers {'ebcc0c85-457b-4011-b181-564204ca743f'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:34:19.156460 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:33:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ebcc0c85-457b-4011-b181-564204ca743f'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:19.229175 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:19.238611 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks [] for router (ebcc0c85-457b-4011-b181-564204ca743f), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:19.320118 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:19.345960 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks [] for router_gateway (ebcc0c85-457b-4011-b181-564204ca743f), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:19.346225 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] Set router ebcc0c85-457b-4011-b181-564204ca743f gateway port host: dv-cinder-843493-1-iscsi {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:34:19.398976 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Deleting port db0544c8-1e12-4e78-9e52-01daf20a864e {{(pid=103965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:19.399317 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:19.515948 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'external_fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:34:18Z', 'revision_number': 5, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port': {'id': 'db0544c8-1e12-4e78-9e52-01daf20a864e', 'name': '', 'network_id': '1efb1616-a985-47f0-aad7-5af8e9da5eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd75cafb5-2b40-470b-9115-2661882d1634', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843493-1-iscsi'}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:19.544450 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] Checking router: ebcc0c85-457b-4011-b181-564204ca743f for host: dv-cinder-843493-1-iscsi {{(pid=103970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:34:19.553874 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] Routers {'ebcc0c85-457b-4011-b181-564204ca743f'} bound to L3 agent in host dv-cinder-843493-1-iscsi {{(pid=103970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:34:19.554736 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:08:52Z,description=,heartbeat_timestamp=2022-05-26T18:33:53Z,host='dv-cinder-843493-1-iscsi',id=de188c56-cb52-40a5-a23c-da34d2bf8219,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:08:52Z,topic='l3_agent')) {'router_ids': ['ebcc0c85-457b-4011-b181-564204ca743f'], 'active': True} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:19.642113 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_dvr_db [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] Set router ebcc0c85-457b-4011-b181-564204ca743f gateway port host: None {{(pid=103970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:34:19.691142 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.l3_hamode_db [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:34:19Z', 'revision_number': 6, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port_host': None}], 'dv-cinder-843493-1-iscsi', False) {} {{(pid=103970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:19.716707 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d11b67-bf78-40bf-9d87-5cffc83c2937 None None] The sync data for ids ['ebcc0c85-457b-4011-b181-564204ca743f'] in dv-cinder-843493-1-iscsi is: [{'id': 'ebcc0c85-457b-4011-b181-564204ca743f', 'name': 'tempest-TestVolumeBootPattern-278115880-router', 'tenant_id': '1ca302a96a414709a24f15fd03edc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:27:34Z', 'updated_at': '2022-05-26T18:34:19Z', 'revision_number': 6, 'project_id': '1ca302a96a414709a24f15fd03edc0d6', 'gw_port_host': None}] {{(pid=103970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:34:19.720827 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] For port db0544c8-1e12-4e78-9e52-01daf20a864e, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=db0544c8-1e12-4e78-9e52-01daf20a864e,segment=NetworkSegment(9eed7526-b932-48d4-bc9d-85f733063434),segment_id=9eed7526-b932-48d4-bc9d-85f733063434)] {{(pid=103965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:19.721103 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:19.736181 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.plugin [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Calling delete_port for db0544c8-1e12-4e78-9e52-01daf20a864e owned by network:router_gateway {{(pid=103965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:19.905355 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8555107'] for port (db0544c8-1e12-4e78-9e52-01daf20a864e), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:19.928594 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=db0544c8-1e12-4e78-9e52-01daf20a864e,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:19.995824 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946136'] for router_gateway (ebcc0c85-457b-4011-b181-564204ca743f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.084588 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4139'] for router (ebcc0c85-457b-4011-b181-564204ca743f), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.086879 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks [] for router_controller (ebcc0c85-457b-4011-b181-564204ca743f), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.133992 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-546178'] for router (ebcc0c85-457b-4011-b181-564204ca743f), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.134981 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebcc0c85-457b-4011-b181-564204ca743f {{(pid=103965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:34:20.139999 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.142120 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-d24efe27-3475-4f51-92cb-f689ba5cd3ec admin admin] 10.222.0.46 "DELETE /v2.0/routers/ebcc0c85-457b-4011-b181-564204ca743f HTTP/1.1" status: 204 len: 168 time: 0.9990044 May 26 18:34:20.144066 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [-] (103965) accepted ('10.222.0.46', 35574) {{(pid=103965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:20.194955 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2a22db-9c84-4fb2-9e71-bce8b6105c6d admin admin] Deleting subnet 52376ad2-a5a9-48f5-8f44-f91fba0b21bd {{(pid=103965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:34:20.198137 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4d2a22db-9c84-4fb2-9e71-bce8b6105c6d admin admin] Publish callbacks [] for subnet (52376ad2-a5a9-48f5-8f44-f91fba0b21bd), before_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.238100 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4d2a22db-9c84-4fb2-9e71-bce8b6105c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8394246'] for subnet (52376ad2-a5a9-48f5-8f44-f91fba0b21bd), precommit_delete_associations {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.315461 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4d2a22db-9c84-4fb2-9e71-bce8b6105c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4001430'] for subnet (52376ad2-a5a9-48f5-8f44-f91fba0b21bd), precommit_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.371054 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4d2a22db-9c84-4fb2-9e71-bce8b6105c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4001423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12372917'] for subnet (52376ad2-a5a9-48f5-8f44-f91fba0b21bd), after_delete {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.376919 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b61a47a9-2611-4472-98f4-7e76bb7692d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.379488 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:20.404363 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a22db-9c84-4fb2-9e71-bce8b6105c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52376ad2-a5a9-48f5-8f44-f91fba0b21bd,revision_number=None']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:20.406913 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-4d2a22db-9c84-4fb2-9e71-bce8b6105c6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.410576 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa27b14-c7b2-489a-a695-651e84cea75c None None] Network bbc003c2-4a63-432c-ab19-1e16edf7a5c2 requested from dv-cinder-843493-1-iscsi {{(pid=103968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:34:20.410748 dv-cinder-843493-1-iscsi neutron-server[103965]: INFO neutron.wsgi [None req-4d2a22db-9c84-4fb2-9e71-bce8b6105c6d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/52376ad2-a5a9-48f5-8f44-f91fba0b21bd HTTP/1.1" status: 204 len: 168 time: 0.2654653 May 26 18:34:20.412802 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35576) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:20.489062 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3942929'] for network (bbc003c2-4a63-432c-ab19-1e16edf7a5c2), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.538433 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Deleting port 0ead1600-4d54-473e-85ed-3eba2c9c8853 {{(pid=103967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:20.538768 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.573712 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] DHCP port deletion for bbc003c2-4a63-432c-ab19-1e16edf7a5c2 request from dv-cinder-843493-1-iscsi {{(pid=103968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:34:20.615321 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] Deleting port 0ead1600-4d54-473e-85ed-3eba2c9c8853 {{(pid=103968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:34:20.615691 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744802693093'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), before_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.626238 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.db [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] For port 0ead1600-4d54-473e-85ed-3eba2c9c8853, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=0ead1600-4d54-473e-85ed-3eba2c9c8853,segment=NetworkSegment(684dec41-8dcf-4d1f-9d7e-a80bc2c29310),segment_id=684dec41-8dcf-4d1f-9d7e-a80bc2c29310)] {{(pid=103967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:20.626604 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.640202 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.plugin [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Calling delete_port for 0ead1600-4d54-473e-85ed-3eba2c9c8853 owned by network:dhcp {{(pid=103967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:20.686629 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.db [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] For port 0ead1600-4d54-473e-85ed-3eba2c9c8853, host dv-cinder-843493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843493-1-iscsi',level=0,port_id=0ead1600-4d54-473e-85ed-3eba2c9c8853,segment=NetworkSegment(684dec41-8dcf-4d1f-9d7e-a80bc2c29310),segment_id=684dec41-8dcf-4d1f-9d7e-a80bc2c29310)] {{(pid=103968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:34:20.688052 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-947294'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), precommit_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.701553 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] Calling delete_port for 0ead1600-4d54-473e-85ed-3eba2c9c8853 owned by network:dhcp {{(pid=103968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:34:20.723399 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11859561'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.737835 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] No DVR routers for this DVR port 0ead1600-4d54-473e-85ed-3eba2c9c8853 on host dv-cinder-843493-1-iscsi {{(pid=103967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:34:20.759224 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device fb34d83d-b138-4b8c-a3bc-cd588d147a11 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:34:20.784595 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ead1600-4d54-473e-85ed-3eba2c9c8853,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:20.798101 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: fb34d83d-b138-4b8c-a3bc-cd588d147a11 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:34:20.798440 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device fb34d83d-b138-4b8c-a3bc-cd588d147a11 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:34:20.798864 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 0ead1600-4d54-473e-85ed-3eba2c9c8853 no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:34:20.823372 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: 0ead1600-4d54-473e-85ed-3eba2c9c8853 {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:34:20.823715 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device 0ead1600-4d54-473e-85ed-3eba2c9c8853 not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:34:20.824132 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device db0544c8-1e12-4e78-9e52-01daf20a864e no longer exists at agent ovs-agent-dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:34:20.847711 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.plugin [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] No Port match for: db0544c8-1e12-4e78-9e52-01daf20a864e {{(pid=103968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:34:20.848047 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.plugins.ml2.rpc [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Device db0544c8-1e12-4e78-9e52-01daf20a864e not bound to the agent host dv-cinder-843493-1-iscsi {{(pid=103968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:34:20.851242 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8744802773104'] for network (bbc003c2-4a63-432c-ab19-1e16edf7a5c2), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.854884 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744802702803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744802310202'] for port (0ead1600-4d54-473e-85ed-3eba2c9c8853), after_delete {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.881020 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] Pushing event deleted for resources: {'Port': ['ID=0ead1600-4d54-473e-85ed-3eba2c9c8853,revision_number=None']} {{(pid=103968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:20.884697 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cfbaa-4d64-4bd9-bc2d-13e926f4865c None None] No DVR routers for this DVR port 0ead1600-4d54-473e-85ed-3eba2c9c8853 on host dv-cinder-843493-1-iscsi {{(pid=103968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:34:20.886655 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc003c2-4a63-432c-ab19-1e16edf7a5c2']}} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:20.900418 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684dec41-8dcf-4d1f-9d7e-a80bc2c29310') {'for_net_delete': True} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:20.900727 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.services.segments.db [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684dec41-8dcf-4d1f-9d7e-a80bc2c29310') {} {{(pid=103967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:34:20.917255 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744802773369', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11816525'] for segment (684dec41-8dcf-4d1f-9d7e-a80bc2c29310), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.940226 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (684dec41-8dcf-4d1f-9d7e-a80bc2c29310), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.946650 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:34:20.947032 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11859514'] for segment (684dec41-8dcf-4d1f-9d7e-a80bc2c29310), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:20.994263 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 684dec41-8dcf-4d1f-9d7e-a80bc2c29310 resource provider aggregate not found May 26 18:34:21.007352 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:21.013257 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.services.segments.plugin [-] Segment 684dec41-8dcf-4d1f-9d7e-a80bc2c29310 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 684dec41-8dcf-4d1f-9d7e-a80bc2c29310 found for delete ", "request_id": "req-26261c6f-064c-4655-9622-8c3e8a1a92d6"}]} May 26 18:34:21.018955 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946164'] for network (bbc003c2-4a63-432c-ab19-1e16edf7a5c2), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:21.025302 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760992'] for network (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:21.027928 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bbc003c2-4a63-432c-ab19-1e16edf7a5c2 HTTP/1.1" status: 204 len: 168 time: 0.6135576 May 26 18:34:21.039801 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0cc59-ac6e-49b0-b377-739ef4c0c942 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc003c2-4a63-432c-ab19-1e16edf7a5c2,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:21.145596 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35584) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:21.186057 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-d95e4910-39d9-443f-92ae-40ba59b17d97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6774c3ce4b094e19ad6da95e3744d9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392733 May 26 18:34:21.188452 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35586) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:21.235242 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f01c3e10-40d5-4555-a047-1eb639fd56f6 admin admin] Publish callbacks [] for security_group (0af01ff8-7a44-4682-a746-82f6bb5caa6c), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:21.255855 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f01c3e10-40d5-4555-a047-1eb639fd56f6 admin admin] Publish callbacks [] for security_group (0af01ff8-7a44-4682-a746-82f6bb5caa6c), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:21.312070 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f01c3e10-40d5-4555-a047-1eb639fd56f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (0af01ff8-7a44-4682-a746-82f6bb5caa6c), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:21.315692 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-f01c3e10-40d5-4555-a047-1eb639fd56f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:21.316832 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-f01c3e10-40d5-4555-a047-1eb639fd56f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0af01ff8-7a44-4682-a746-82f6bb5caa6c HTTP/1.1" status: 204 len: 168 time: 0.1275022 May 26 18:34:21.324697 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c3e10-40d5-4555-a047-1eb639fd56f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af01ff8-7a44-4682-a746-82f6bb5caa6c,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:21.651490 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35592) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:21.695393 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-8af1fa44-b74e-4811-b77b-63e348826fac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ca302a96a414709a24f15fd03edc0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427568 May 26 18:34:21.697779 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [-] (103967) accepted ('10.222.0.46', 35594) {{(pid=103967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:34:22.005202 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-be5467d3-f1a8-4c9e-8f2f-8ffaaaf80726 admin admin] Publish callbacks [] for security_group (2d6a2c07-55a0-4561-8fad-f0936af2ce24), before_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:22.022059 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:22.027377 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-be5467d3-f1a8-4c9e-8f2f-8ffaaaf80726 admin admin] Publish callbacks [] for security_group (2d6a2c07-55a0-4561-8fad-f0936af2ce24), precommit_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:22.075959 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-be5467d3-f1a8-4c9e-8f2f-8ffaaaf80726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743468'] for security_group (2d6a2c07-55a0-4561-8fad-f0936af2ce24), after_delete {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:22.078661 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron_lib.callbacks.manager [None req-be5467d3-f1a8-4c9e-8f2f-8ffaaaf80726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:22.079796 dv-cinder-843493-1-iscsi neutron-server[103967]: INFO neutron.wsgi [None req-be5467d3-f1a8-4c9e-8f2f-8ffaaaf80726 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d6a2c07-55a0-4561-8fad-f0936af2ce24 HTTP/1.1" status: 204 len: 168 time: 0.3811173 May 26 18:34:22.087513 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5467d3-f1a8-4c9e-8f2f-8ffaaaf80726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6a2c07-55a0-4561-8fad-f0936af2ce24,revision_number=None']} {{(pid=103967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:34:22.534410 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:34:22.613674 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:22.745944 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-056af036-eaca-40d2-82ec-15346e5c3d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:23.702514 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:23.716117 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:25.316942 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:26.532799 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:30.366954 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG dbcounter [-] [103965] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103965) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:32.063261 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=45,neutron:DELETE=6 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:32.083526 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG dbcounter [-] [103967] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103967) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:36.521954 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:36.528519 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:36.791348 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=54 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:36.792168 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=43 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:43.766374 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:48.535500 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:34:50.379467 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffe84-40f8-4083-81bc-9f20afccb6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:52.622190 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-09662bec-af0b-4a5e-8e3e-28551b754505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:53.716738 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:55.317493 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:56.535814 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:34:59.534247 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:35:07.317709 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:35:07.319658 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:35:13.786150 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:35:13.787417 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:13.790733 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:35:20.386652 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-70f96094-a483-497f-80a3-fc74fcc1c3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:22.617204 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1713-5075-404a-8cdb-73b52b92b9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:23.719963 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:25.324382 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:26.538913 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:36.532499 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:35:36.533533 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:35:36.534363 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:35:43.780742 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:50.382974 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-9a5b83f3-df7f-4c3b-b75d-1c0b8a661d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:50.782933 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=18 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:35:50.790207 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:35:52.620345 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-532012dd-6dee-4d72-9387-f3f84bbb95b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:53.729015 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:55.325576 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:35:56.542703 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:06.536231 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:36:06.539036 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:36:13.533402 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:36:13.794592 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:20.376131 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-721c25ce-fa0f-41e4-8204-d98ffb300005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:22.626240 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-88d052a8-caf8-4b14-8291-2d9857b6759e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:23.727278 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:25.327430 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:26.544626 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:27.789132 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:36:27.789896 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:36:36.538159 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:36:36.540089 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:36:43.793853 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:48.529490 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:36:48.530302 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=1 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:36:50.378446 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-eadfd543-c8b2-480a-ad38-8ffc5739fec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:50.534756 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:36:52.629215 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-6a97b032-d7c8-439c-a01b-347a70abec38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:53.732814 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:55.330335 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:36:56.548137 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:04.781648 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:37:04.785960 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:37:07.323627 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:UPDATE=2,neutron:SELECT=21 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:37:07.330997 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:37:13.797144 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:20.384479 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-22f93610-3d69-4e2f-88f6-96a8e7d57884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:22.631941 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-bab2e611-8de9-465a-8b41-970320b0923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:23.731855 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:25.336451 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:26.558108 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:27.534749 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:37:36.543310 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:37:36.554015 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:37:43.792023 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:47.331516 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=16 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:37:47.333167 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=18 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:37:50.377472 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-b1f6914d-348d-4605-8772-af4ef2d76dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:52.638162 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5b66c792-b36f-44d8-9cf8-80917835d51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:53.734252 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:54.974039 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [req-4648aae1-e655-437d-b085-5635173076b9 req-4fad69ef-fe4f-431e-9755-01aaffdc1270 tempest-ServerRescueNegativeTestJSON-364244745 tempest-ServerRescueNegativeTestJSON-364244745-project] (103965) timed out ('10.222.0.42', 61638) {{(pid=103965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 18:37:55.338809 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:37:56.034494 dv-cinder-843493-1-iscsi neutron-server[103967]: DEBUG neutron.wsgi [req-3bb3105c-99e5-4eae-a5f6-f8b042ba85c6 req-f22e209d-71c1-4172-821e-8bd64a2931f5 tempest-TestMinimumBasicScenario-1676833738 tempest-TestMinimumBasicScenario-1676833738-project] (103967) timed out ('10.222.0.42', 61660) {{(pid=103967) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 18:37:56.550870 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:04.534114 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:38:06.544291 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:38:06.546228 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:38:13.807197 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:18.774715 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:38:18.780025 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=4 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:38:20.382927 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-290d27a8-5ffe-476d-a138-d2fb43a36c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:22.636387 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-5c53ecef-aba7-49ce-acd6-ae5d3a09a1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:23.738019 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:25.342800 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:26.556008 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:36.544538 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:38:36.549704 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:38:41.533185 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:38:43.807608 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:50.376916 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-4907d2cd-b775-4ab1-a850-d60df59fbae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:52.628567 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-36737b5f-08eb-4a7e-807f-d5def9682cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:53.739992 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:53.945709 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-ac5e9f03-842a-40bd-9736-d7c7973337ee service neutron] (103965) timed out ('10.222.0.46', 59998) {{(pid=103965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 18:38:54.130854 dv-cinder-843493-1-iscsi neutron-server[103965]: DEBUG neutron.wsgi [req-f54269d4-6095-4c14-86f0-27feb0b9cf49 req-19a91cb4-25aa-4e03-90e6-e1e7e030111f tempest-AttachVolumeShelveTestJSON-1520129663 tempest-AttachVolumeShelveTestJSON-1520129663-project] (103965) timed out ('10.222.0.46', 60010) {{(pid=103965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 18:38:55.345913 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:38:55.768900 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=6 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:38:55.774018 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:38:56.561812 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:39:07.333313 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:39:07.335376 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:39:13.820800 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-7d472117-6e50-406d-aded-1ced7759797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (62899e9c-e8a8-44a2-a731-d940f3aa9765), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:39:18.534055 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG neutron.db.agents_db [None req-7657d498-73e6-4682-994a-07eb9d39fabe None None] Agent healthcheck: found 6 active agents {{(pid=103970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:39:20.378983 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-10dd3ab1-4d98-47ae-9f1f-72b53e8d1243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (3bb1289f-b0a9-404d-8a04-21121809436d), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:39:22.632076 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96ab-f68a-4b0c-936f-fc2c1593d045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (de188c56-cb52-40a5-a23c-da34d2bf8219), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:39:23.741890 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-0cd6cf58-6087-43be-a566-4743169902ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (27b2162b-4bbc-431b-9cd6-1d50756fd0f4), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:39:25.458858 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-d85debbe-6f83-4e20-9d7c-207fc9e0947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (d51ad4f0-a59c-4904-bcce-7e822e6107d7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:39:26.564011 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG neutron_lib.callbacks.manager [None req-77601ae4-96b9-48a1-b58d-5b07e458cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744802773086', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3848672'] for agent (f687c828-8073-408e-b117-6b11f1be9fe7), after_update {{(pid=103968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:39:32.779417 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=3 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:39:32.780389 dv-cinder-843493-1-iscsi neutron-server[103970]: DEBUG dbcounter [-] [103970] Writing DB stats neutron:SELECT=5 {{(pid=103970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:39:36.557517 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:39:36.559980 dv-cinder-843493-1-iscsi neutron-server[103968]: DEBUG dbcounter [-] [103968] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}